framework,version,device,op_name,kernel_source,model,architecture,mla_dtype,kv_cache_dtype,gemm_type,num_heads,batch_size,isl,tp_size,step,latency
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,2,0.2786
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,4,0.2803
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,8,0.2811
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,16,0.2789
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,32,0.2806
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,64,0.2803
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,128,0.2786
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,256,0.2777
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,512,0.2791
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,1024,0.2770
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,2048,0.2748
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,4096,0.2877
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,8192,0.2935
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,16384,0.2883
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,32768,0.2924
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,65536,0.3124
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,131072,0.3408
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,2,0.2873
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,4,0.2886
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,8,0.2864
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,16,0.2866
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,32,0.2869
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,64,0.2869
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,128,0.2864
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,256,0.2869
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,512,0.2849
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,1024,0.2851
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,2048,0.2819
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,4096,0.2965
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,8192,0.3005
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,16384,0.2955
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,32768,0.3020
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,65536,0.3209
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,131072,0.3522
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,2,0.2985
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,4,0.2984
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,8,0.2982
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,16,0.2975
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,32,0.2971
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,64,0.2973
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,128,0.2981
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,256,0.2972
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,512,0.2980
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,1024,0.2973
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,2048,0.2944
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,4096,0.3085
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,8192,0.3132
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,16384,0.3091
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,32768,0.3160
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,65536,0.3382
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,131072,0.3749
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,2,0.3024
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,4,0.3033
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,8,0.3029
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,16,0.3035
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,32,0.3028
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,64,0.3042
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,128,0.3035
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,256,0.3046
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,512,0.3037
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,1024,0.3037
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,2048,0.3004
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,4096,0.3140
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,8192,0.3200
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,16384,0.3174
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,32768,0.3269
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,65536,0.3545
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,131072,0.4002
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,2,0.3115
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,4,0.3126
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,8,0.3128
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,16,0.3125
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,32,0.3127
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,64,0.3124
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,128,0.3128
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,256,0.3123
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,512,0.3126
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,1024,0.3121
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,2048,0.3097
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,4096,0.3240
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,8192,0.3304
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,16384,0.3315
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,32768,0.3443
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,65536,0.3800
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,131072,0.4435
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,2,0.3214
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,4,0.3215
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,8,0.3215
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,16,0.3216
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,32,0.3211
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,64,0.3213
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,128,0.3217
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,256,0.3224
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,512,0.3214
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,1024,0.3204
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,2048,0.3183
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,4096,0.3348
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,8192,0.3429
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,16384,0.3489
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,32768,0.3709
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,65536,0.4241
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,131072,0.5173
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,2,0.3363
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,4,0.3372
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,8,0.3385
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,16,0.3383
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,32,0.3391
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,64,0.3382
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,128,0.3395
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,256,0.3386
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,512,0.3382
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,1024,0.3379
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,2048,0.3394
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,4096,0.3581
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,8192,0.3702
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,16384,0.3829
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,32768,0.4228
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,65536,0.5095
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,131072,0.6738
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,2,0.4355
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,4,0.4346
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,8,0.4357
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,16,0.4354
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,32,0.4378
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,64,0.4354
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,128,0.4375
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,256,0.4384
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,512,0.4392
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,1024,0.4433
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,2048,0.4461
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,4096,0.4691
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,8192,0.4920
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,16384,0.5189
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,32768,0.5923
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,65536,0.7485
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,131072,1.0675
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,2,0.6580
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,4,0.6560
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,8,0.6587
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,16,0.6566
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,32,0.6635
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,64,0.6665
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,128,0.6714
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,256,0.6703
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,512,0.6717
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,1024,0.6792
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,2048,0.6779
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,4096,0.7114
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,8192,0.7542
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,16384,0.8354
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,32768,1.0111
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,65536,1.3906
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,131072,2.0937
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,2,1.1166
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,4,1.1221
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,8,1.1171
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,16,1.1249
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,32,1.1227
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,64,1.1291
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,128,1.1284
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,256,1.1313
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,512,1.1410
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,1024,1.1442
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,2048,1.1540
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,4096,1.2252
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,8192,1.3065
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,16384,1.4662
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,32768,1.8053
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,65536,2.5654
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,2,2.0785
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,4,2.0786
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,8,2.0812
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,16,2.0842
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,32,2.0858
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,64,2.0878
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,128,2.0847
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,256,2.0923
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,512,2.0965
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,1024,2.1029
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,2048,2.1342
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,4096,2.2624
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,8192,2.4215
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,16384,2.7654
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,32768,3.4387
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,2,0.2354
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,4,0.2350
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,8,0.2343
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,16,0.2331
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,32,0.2349
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,64,0.2363
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,128,0.2342
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,256,0.2345
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,512,0.2342
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,1024,0.2329
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,2048,0.2306
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,4096,0.2441
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,8192,0.2496
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,16384,0.2446
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,32768,0.2495
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,65536,0.2671
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,131072,0.2969
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,2,0.2445
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,4,0.2444
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,8,0.2426
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,16,0.2419
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,32,0.2427
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,64,0.2433
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,128,0.2428
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,256,0.2428
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,512,0.2421
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,1024,0.2394
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,2048,0.2386
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,4096,0.2528
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,8192,0.2581
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,16384,0.2520
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,32768,0.2583
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,65536,0.2796
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,131072,0.3081
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,2,0.2508
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,4,0.2508
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,8,0.2513
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,16,0.2500
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,32,0.2504
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,64,0.2501
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,128,0.2518
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,256,0.2491
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,512,0.2495
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,1024,0.2471
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,2048,0.2461
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,4096,0.2597
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,8192,0.2657
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,16384,0.2599
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,32768,0.2685
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,65536,0.2901
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,131072,0.3267
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,2,0.2596
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,4,0.2600
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,8,0.2593
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,16,0.2608
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,32,0.2591
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,64,0.2611
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,128,0.2605
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,256,0.2607
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,512,0.2597
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,1024,0.2598
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,2048,0.2574
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,4096,0.2714
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,8192,0.2771
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,16384,0.2752
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,32768,0.2840
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,65536,0.3120
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,131072,0.3572
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,2,0.2661
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,4,0.2646
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,8,0.2653
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,16,0.2650
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,32,0.2649
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,64,0.2645
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,128,0.2650
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,256,0.2660
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,512,0.2675
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,1024,0.2661
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,2048,0.2627
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,4096,0.2781
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,8192,0.2848
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,16384,0.2854
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,32768,0.2990
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,65536,0.3345
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,131072,0.3967
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,2,0.2951
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,4,0.2944
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,8,0.2941
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,16,0.2936
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,32,0.2944
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,64,0.2939
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,128,0.2953
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,256,0.2957
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,512,0.2961
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,1024,0.2958
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,2048,0.2952
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,4096,0.3108
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,8192,0.3196
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,16384,0.3230
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,32768,0.3469
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,65536,0.4013
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,131072,0.4956
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,2,0.3075
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,4,0.3070
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,8,0.3079
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,16,0.3074
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,32,0.3099
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,64,0.3084
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,128,0.3086
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,256,0.3104
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,512,0.3097
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,1024,0.3097
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,2048,0.3131
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,4096,0.3283
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,8192,0.3427
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,16384,0.3542
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,32768,0.3935
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,65536,0.4816
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,131072,0.6423
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,2,0.3290
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,4,0.3308
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,8,0.3301
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,16,0.3307
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,32,0.3300
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,64,0.3310
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,128,0.3313
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,256,0.3313
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,512,0.3369
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,1024,0.3426
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,2048,0.3532
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,4096,0.3779
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,8192,0.3990
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,16384,0.4253
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,32768,0.5005
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,65536,0.6560
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,131072,0.9749
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,2,0.4395
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,4,0.4387
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,8,0.4388
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,16,0.4392
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,32,0.4404
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,64,0.4404
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,128,0.4452
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,256,0.4477
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,512,0.4544
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,1024,0.4677
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,2048,0.4900
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,4096,0.5271
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,8192,0.5674
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,16384,0.6491
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,32768,0.8255
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,65536,1.1994
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,131072,1.9104
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,2,0.6943
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,4,0.6959
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,8,0.7000
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,16,0.7011
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,32,0.7085
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,64,0.7086
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,128,0.7133
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,256,0.7198
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,512,0.7352
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,1024,0.7566
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,2048,0.7907
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,4096,0.8648
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,8192,0.9453
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,16384,1.1150
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,32768,1.4517
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,65536,2.2143
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,2,1.2287
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,4,1.2289
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,8,1.2290
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,16,1.2332
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,32,1.2353
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,64,1.2379
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,128,1.2403
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,256,1.2486
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,512,1.2751
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,1024,1.3169
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,2048,1.3980
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,4096,1.5492
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,8192,1.7052
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,16384,2.0456
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,32768,2.7182
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,2,0.2171
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,4,0.2168
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,8,0.2173
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,16,0.2165
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,32,0.2169
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,64,0.2172
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,128,0.2180
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,256,0.2173
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,512,0.2174
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,1024,0.2155
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,2048,0.2132
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,4096,0.2271
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,8192,0.2322
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,16384,0.2271
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,32768,0.2314
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,65536,0.2500
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,131072,0.2789
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,2,0.2266
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,4,0.2271
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,8,0.2262
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,16,0.2266
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,32,0.2262
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,64,0.2269
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,128,0.2258
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,256,0.2259
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,512,0.2249
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,1024,0.2251
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,2048,0.2215
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,4096,0.2363
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,8192,0.2400
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,16384,0.2364
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,32768,0.2412
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,65536,0.2596
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,131072,0.2932
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,2,0.2317
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,4,0.2320
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,8,0.2314
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,16,0.2325
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,32,0.2310
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,64,0.2327
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,128,0.2317
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,256,0.2313
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,512,0.2315
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,1024,0.2301
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,2048,0.2278
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,4096,0.2403
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,8192,0.2456
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,16384,0.2418
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,32768,0.2489
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,65536,0.2712
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,131072,0.3079
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,2,0.2403
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,4,0.2395
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,8,0.2395
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,16,0.2396
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,32,0.2397
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,64,0.2397
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,128,0.2401
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,256,0.2402
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,512,0.2395
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,1024,0.2385
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,2048,0.2363
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,4096,0.2502
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,8192,0.2566
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,16384,0.2534
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,32768,0.2634
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,65536,0.2901
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,131072,0.3357
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,2,0.2675
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,4,0.2672
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,8,0.2676
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,16,0.2671
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,32,0.2675
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,64,0.2678
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,128,0.2677
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,256,0.2686
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,512,0.2680
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,1024,0.2662
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,2048,0.2642
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,4096,0.2793
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,8192,0.2865
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,16384,0.2861
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,32768,0.3012
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,65536,0.3364
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,131072,0.3979
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,2,0.2757
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,4,0.2743
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,8,0.2746
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,16,0.2752
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,32,0.2747
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,64,0.2764
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,128,0.2754
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,256,0.2755
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,512,0.2765
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,1024,0.2762
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,2048,0.2749
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,4096,0.2910
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,8192,0.2998
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,16384,0.3059
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,32768,0.3259
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,65536,0.3804
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,131072,0.4749
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,2,0.2866
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,4,0.2888
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,8,0.2879
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,16,0.2874
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,32,0.2886
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,64,0.2873
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,128,0.2878
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,256,0.2888
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,512,0.2894
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,1024,0.2905
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,2048,0.2925
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,4096,0.3102
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,8192,0.3240
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,16384,0.3357
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,32768,0.3740
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,65536,0.4615
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,131072,0.6253
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,2,0.3057
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,4,0.3061
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,8,0.3051
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,16,0.3069
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,32,0.3048
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,64,0.3058
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,128,0.3066
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,256,0.3075
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,512,0.3119
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,1024,0.3169
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,2048,0.3283
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,4096,0.3545
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,8192,0.3748
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,16384,0.4003
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,32768,0.4721
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,65536,0.6308
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,131072,0.9487
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,2,0.4090
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,4,0.4079
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,8,0.4097
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,16,0.4084
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,32,0.4096
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,64,0.4105
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,128,0.4145
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,256,0.4146
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,512,0.4238
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,1024,0.4363
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,2048,0.4556
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,4096,0.4955
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,8192,0.5350
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,16384,0.6196
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,32768,0.7896
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,65536,1.1689
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,131072,1.8791
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,2,0.6365
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,4,0.6361
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,8,0.6359
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,16,0.6383
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,32,0.6397
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,64,0.6411
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,128,0.6468
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,256,0.6534
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,512,0.6687
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,1024,0.6910
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,2048,0.7268
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,4096,0.8022
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,8192,0.8845
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,16384,1.0548
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,32768,1.3895
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,65536,2.1498
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,2,1.1053
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,4,1.1085
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,8,1.1084
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,16,1.1099
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,32,1.1126
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,64,1.1140
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,128,1.1167
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,256,1.1256
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,512,1.1495
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,1024,1.1944
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,2048,1.2768
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,4096,1.4248
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,8192,1.5800
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,16384,1.9238
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,32768,2.5918
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,2,0.2274
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,4,0.2308
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,8,0.2309
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,16,0.2277
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,32,0.2286
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,64,0.2287
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,128,0.2288
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,256,0.2280
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,512,0.2283
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,1024,0.2266
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,2048,0.2239
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,4096,0.2383
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,8192,0.2423
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,16384,0.2363
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,32768,0.2423
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,65536,0.2606
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,131072,0.2885
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,2,0.2367
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,4,0.2373
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,8,0.2377
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,16,0.2368
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,32,0.2366
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,64,0.2352
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,128,0.2344
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,256,0.2365
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,512,0.2341
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,1024,0.2329
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,2048,0.2323
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,4096,0.2461
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,8192,0.2519
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,16384,0.2464
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,32768,0.2511
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,65536,0.2720
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,131072,0.3020
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,2,0.2411
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,4,0.2422
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,8,0.2411
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,16,0.2419
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,32,0.2420
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,64,0.2421
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,128,0.2415
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,256,0.2422
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,512,0.2416
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,1024,0.2399
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,2048,0.2382
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,4096,0.2516
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,8192,0.2555
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,16384,0.2525
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,32768,0.2591
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,65536,0.2821
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,131072,0.3195
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,2,0.2496
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,4,0.2481
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,8,0.2493
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,16,0.2491
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,32,0.2494
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,64,0.2493
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,128,0.2493
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,256,0.2494
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,512,0.2486
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,1024,0.2481
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,2048,0.2448
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,4096,0.2604
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,8192,0.2652
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,16384,0.2623
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,32768,0.2724
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,65536,0.3000
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,131072,0.3444
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,2,0.2571
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,4,0.2567
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,8,0.2565
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,16,0.2564
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,32,0.2562
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,64,0.2575
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,128,0.2568
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,256,0.2573
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,512,0.2559
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,1024,0.2554
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,2048,0.2530
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,4096,0.2674
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,8192,0.2745
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,16384,0.2738
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,32768,0.2902
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,65536,0.3244
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,131072,0.3872
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,2,0.2626
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,4,0.2622
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,8,0.2632
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,16,0.2623
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,32,0.2631
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,64,0.2624
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,128,0.2628
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,256,0.2641
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,512,0.2648
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,1024,0.2640
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,2048,0.2639
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,4096,0.2804
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,8192,0.2877
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,16384,0.2916
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,32768,0.3141
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,65536,0.3665
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,131072,0.4622
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,2,0.2748
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,4,0.2755
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,8,0.2749
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,16,0.2758
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,32,0.2749
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,64,0.2760
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,128,0.2744
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,256,0.2751
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,512,0.2767
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,1024,0.2777
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,2048,0.2792
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,4096,0.2969
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,8192,0.3098
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,16384,0.3231
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,32768,0.3616
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,65536,0.4496
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,131072,0.6137
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,2,0.2872
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,4,0.2867
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,8,0.2868
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,16,0.2879
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,32,0.2872
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,64,0.2874
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,128,0.2897
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,256,0.2916
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,512,0.2938
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,1024,0.2988
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,2048,0.3101
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,4096,0.3368
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,8192,0.3581
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,16384,0.3844
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,32768,0.4546
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,65536,0.6131
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,131072,0.9310
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,2,0.3850
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,4,0.3848
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,8,0.3849
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,16,0.3862
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,32,0.3862
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,64,0.3870
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,128,0.3907
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,256,0.3927
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,512,0.3998
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,1024,0.4121
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,2048,0.4306
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,4096,0.4686
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,8192,0.5088
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,16384,0.5937
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,32768,0.7677
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,65536,1.1455
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,131072,1.8522
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,2,0.5833
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,4,0.5852
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,8,0.5844
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,16,0.5860
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,32,0.5869
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,64,0.5917
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,128,0.5939
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,256,0.6003
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,512,0.6150
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,1024,0.6370
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,2048,0.6723
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,4096,0.7524
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,8192,0.8300
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,16384,1.0084
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,32768,1.3361
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,65536,2.0970
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,2,1.0003
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,4,1.0021
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,8,1.0014
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,16,1.0029
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,32,1.0050
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,64,1.0069
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,128,1.0117
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,256,1.0187
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,512,1.0443
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,1024,1.0883
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,2048,1.1715
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,4096,1.3235
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,8192,1.4779
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,16384,1.8187
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,32768,2.4891
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,2,0.2264
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,4,0.2288
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,8,0.2288
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,16,0.2242
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,32,0.2253
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,64,0.2255
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,128,0.2260
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,256,0.2260
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,512,0.2240
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,1024,0.2246
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,2048,0.2209
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,4096,0.2347
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,8192,0.2404
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,16384,0.2337
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,32768,0.2391
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,65536,0.2579
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,131072,0.2849
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,2,0.2333
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,4,0.2330
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,8,0.2327
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,16,0.2342
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,32,0.2342
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,64,0.2344
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,128,0.2340
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,256,0.2338
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,512,0.2323
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,1024,0.2317
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,2048,0.2289
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,4096,0.2424
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,8192,0.2474
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,16384,0.2425
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,32768,0.2489
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,65536,0.2674
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,131072,0.2992
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,2,0.2389
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,4,0.2389
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,8,0.2388
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,16,0.2387
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,32,0.2385
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,64,0.2383
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,128,0.2379
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,256,0.2389
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,512,0.2380
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,1024,0.2367
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,2048,0.2330
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,4096,0.2471
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,8192,0.2516
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,16384,0.2493
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,32768,0.2553
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,65536,0.2785
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,131072,0.3159
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,2,0.2444
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,4,0.2447
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,8,0.2437
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,16,0.2434
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,32,0.2436
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,64,0.2433
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,128,0.2440
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,256,0.2447
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,512,0.2440
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,1024,0.2426
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,2048,0.2392
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,4096,0.2535
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,8192,0.2598
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,16384,0.2577
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,32768,0.2665
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,65536,0.2930
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,131072,0.3381
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,2,0.2502
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,4,0.2497
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,8,0.2496
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,16,0.2492
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,32,0.2490
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,64,0.2507
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,128,0.2503
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,256,0.2511
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,512,0.2507
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,1024,0.2508
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,2048,0.2470
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,4096,0.2627
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,8192,0.2685
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,16384,0.2694
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,32768,0.2821
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,65536,0.3183
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,131072,0.3803
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,2,0.2590
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,4,0.2571
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,8,0.2586
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,16,0.2578
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,32,0.2579
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,64,0.2577
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,128,0.2586
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,256,0.2589
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,512,0.2586
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,1024,0.2570
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,2048,0.2578
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,4096,0.2743
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,8192,0.2825
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,16384,0.2863
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,32768,0.3087
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,65536,0.3623
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,131072,0.4579
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,2,0.2689
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,4,0.2689
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,8,0.2687
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,16,0.2686
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,32,0.2694
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,64,0.2691
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,128,0.2694
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,256,0.2705
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,512,0.2711
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,1024,0.2717
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,2048,0.2742
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,4096,0.2926
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,8192,0.3054
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,16384,0.3174
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,32768,0.3570
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,65536,0.4426
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,131072,0.6043
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,2,0.2782
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,4,0.2791
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,8,0.2787
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,16,0.2786
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,32,0.2801
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,64,0.2806
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,128,0.2817
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,256,0.2830
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,512,0.2874
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,1024,0.2913
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,2048,0.3015
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,4096,0.3271
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,8192,0.3487
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,16384,0.3761
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,32768,0.4482
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,65536,0.6004
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,131072,0.9221
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,2,0.3743
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,4,0.3748
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,8,0.3739
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,16,0.3750
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,32,0.3749
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,64,0.3767
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,128,0.3793
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,256,0.3798
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,512,0.3884
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,1024,0.3990
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,2048,0.4177
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,4096,0.4575
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,8192,0.4974
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,16384,0.5820
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,32768,0.7498
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,65536,1.1305
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,131072,1.8395
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,2,0.5625
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,4,0.5681
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,8,0.5623
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,16,0.5650
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,32,0.5648
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,64,0.5680
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,128,0.5720
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,256,0.5779
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,512,0.5914
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,1024,0.6150
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,2048,0.6522
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,4096,0.7290
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,8192,0.8067
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,16384,0.9763
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,32768,1.3155
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,65536,2.0738
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,2,0.9506
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,4,0.9517
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,8,0.9534
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,16,0.9515
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,32,0.9530
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,64,0.9533
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,128,0.9603
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,256,0.9684
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,512,0.9931
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,1024,1.0369
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,2048,1.1198
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,4096,1.2677
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,8192,1.4238
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,16384,1.7672
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,32768,2.4367
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,2,0.2182
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,4,0.2199
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,8,0.2178
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,16,0.2172
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,32,0.2171
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,64,0.2173
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,128,0.2178
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,256,0.2168
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,512,0.2175
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,1024,0.2153
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,2048,0.2132
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,4096,0.2269
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,8192,0.2323
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,16384,0.2267
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,32768,0.2318
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,65536,0.2496
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,131072,0.2785
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,2,0.2303
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,4,0.2300
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,8,0.2295
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,16,0.2293
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,32,0.2299
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,64,0.2302
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,128,0.2304
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,256,0.2293
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,512,0.2291
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,1024,0.2275
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,2048,0.2248
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,4096,0.2398
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,8192,0.2444
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,16384,0.2392
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,32768,0.2450
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,65536,0.2650
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,131072,0.2953
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,2,0.2336
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,4,0.2344
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,8,0.2343
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,16,0.2345
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,32,0.2341
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,64,0.2343
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,128,0.2337
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,256,0.2337
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,512,0.2334
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,1024,0.2335
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,2048,0.2297
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,4096,0.2424
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,8192,0.2493
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,16384,0.2444
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,32768,0.2509
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,65536,0.2738
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,131072,0.3120
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,2,0.2413
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,4,0.2420
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,8,0.2418
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,16,0.2416
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,32,0.2417
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,64,0.2427
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,128,0.2424
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,256,0.2417
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,512,0.2432
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,1024,0.2410
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,2048,0.2378
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,4096,0.2524
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,8192,0.2584
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,16384,0.2550
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,32768,0.2645
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,65536,0.2921
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,131072,0.3382
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,2,0.2472
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,4,0.2465
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,8,0.2464
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,16,0.2463
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,32,0.2468
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,64,0.2461
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,128,0.2466
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,256,0.2470
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,512,0.2478
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,1024,0.2449
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,2048,0.2438
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,4096,0.2584
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,8192,0.2651
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,16384,0.2671
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,32768,0.2784
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,65536,0.3137
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,131072,0.3768
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,2,0.2552
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,4,0.2545
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,8,0.2551
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,16,0.2545
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,32,0.2552
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,64,0.2548
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,128,0.2559
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,256,0.2542
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,512,0.2567
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,1024,0.2535
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,2048,0.2554
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,4096,0.2711
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,8192,0.2795
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,16384,0.2818
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,32768,0.3040
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,65536,0.3561
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,131072,0.4548
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,2,0.2661
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,4,0.2649
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,8,0.2656
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,16,0.2648
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,32,0.2663
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,64,0.2653
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,128,0.2667
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,256,0.2671
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,512,0.2680
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,1024,0.2699
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,2048,0.2718
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,4096,0.2896
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,8192,0.3019
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,16384,0.3151
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,32768,0.3527
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,65536,0.4396
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,131072,0.6050
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,2,0.2762
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,4,0.2750
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,8,0.2750
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,16,0.2754
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,32,0.2768
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,64,0.2766
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,128,0.2794
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,256,0.2811
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,512,0.2833
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,1024,0.2887
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,2048,0.2986
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,4096,0.3246
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,8192,0.3443
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,16384,0.3714
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,32768,0.4450
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,65536,0.6020
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,131072,0.9196
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,2,0.3688
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,4,0.3692
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,8,0.3688
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,16,0.3690
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,32,0.3689
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,64,0.3700
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,128,0.3736
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,256,0.3771
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,512,0.3815
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,1024,0.3928
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,2048,0.4125
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,4096,0.4514
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,8192,0.4900
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,16384,0.5741
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,32768,0.7827
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,65536,1.1244
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,131072,1.8391
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,2,0.5546
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,4,0.5539
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,8,0.5538
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,16,0.5547
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,32,0.5557
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,64,0.5580
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,128,0.5611
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,256,0.5669
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,512,0.5811
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,1024,0.6046
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,2048,0.6413
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,4096,0.7191
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,8192,0.7977
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,16384,0.9669
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,32768,1.3784
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,65536,2.0624
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,2,0.9257
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,4,0.9270
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,8,0.9278
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,16,0.9277
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,32,0.9307
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,64,0.9323
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,128,0.9374
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,256,0.9448
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,512,0.9685
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,1024,1.0169
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,2048,1.0966
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,4096,1.2463
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,8192,1.4027
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,16384,1.7437
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,32768,2.4155
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,2,0.2154
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,4,0.2167
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,8,0.2172
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,16,0.2136
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,32,0.2147
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,64,0.2147
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,128,0.2141
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,256,0.2149
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,512,0.2142
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,1024,0.2147
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,2048,0.2127
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,4096,0.2263
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,8192,0.2313
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,16384,0.2254
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,32768,0.2314
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,65536,0.2493
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,131072,0.2766
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,2,0.2247
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,4,0.2252
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,8,0.2242
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,16,0.2250
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,32,0.2250
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,64,0.2243
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,128,0.2240
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,256,0.2247
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,512,0.2238
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,1024,0.2221
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,2048,0.2197
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,4096,0.2342
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,8192,0.2405
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,16384,0.2339
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,32768,0.2388
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,65536,0.2591
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,131072,0.2900
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,2,0.2308
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,4,0.2307
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,8,0.2312
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,16,0.2302
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,32,0.2307
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,64,0.2309
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,128,0.2319
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,256,0.2310
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,512,0.2294
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,1024,0.2288
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,2048,0.2261
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,4096,0.2394
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,8192,0.2449
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,16384,0.2419
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,32768,0.2486
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,65536,0.2704
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,131072,0.3077
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,2,0.2399
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,4,0.2404
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,8,0.2395
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,16,0.2394
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,32,0.2401
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,64,0.2393
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,128,0.2401
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,256,0.2403
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,512,0.2398
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,1024,0.2389
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,2048,0.2374
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,4096,0.2501
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,8192,0.2557
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,16384,0.2534
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,32768,0.2630
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,65536,0.2903
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,131072,0.3357
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,2,0.2462
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,4,0.2467
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,8,0.2462
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,16,0.2460
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,32,0.2460
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,64,0.2457
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,128,0.2465
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,256,0.2468
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,512,0.2461
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,1024,0.2445
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,2048,0.2437
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,4096,0.2584
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,8192,0.2651
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,16384,0.2648
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,32768,0.2778
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,65536,0.3131
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,131072,0.3758
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,2,0.2520
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,4,0.2519
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,8,0.2511
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,16,0.2515
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,32,0.2515
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,64,0.2517
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,128,0.2520
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,256,0.2551
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,512,0.2545
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,1024,0.2545
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,2048,0.2523
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,4096,0.2688
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,8192,0.2766
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,16384,0.2802
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,32768,0.3026
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,65536,0.3570
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,131072,0.4515
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,2,0.2629
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,4,0.2632
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,8,0.2631
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,16,0.2625
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,32,0.2640
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,64,0.2640
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,128,0.2649
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,256,0.2655
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,512,0.2657
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,1024,0.2674
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,2048,0.2688
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,4096,0.2866
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,8192,0.2995
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,16384,0.3108
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,32768,0.3516
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,65536,0.4370
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,131072,0.6006
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,2,0.2729
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,4,0.2727
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,8,0.2730
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,16,0.2738
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,32,0.2742
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,64,0.2745
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,128,0.2766
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,256,0.2784
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,512,0.2822
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,1024,0.2865
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,2048,0.2967
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,4096,0.3219
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,8192,0.3426
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,16384,0.3687
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,32768,0.4419
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,65536,0.5988
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,131072,0.9186
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,2,0.3656
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,4,0.3658
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,8,0.3656
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,16,0.3656
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,32,0.3666
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,64,0.3677
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,128,0.3702
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,256,0.3732
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,512,0.3811
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,1024,0.3910
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,2048,0.4092
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,4096,0.4487
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,8192,0.4882
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,16384,0.5728
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,32768,0.7487
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,65536,1.1234
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,131072,1.8830
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,2,0.5484
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,4,0.5481
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,8,0.5496
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,16,0.5505
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,32,0.5520
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,64,0.5529
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,128,0.5569
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,256,0.5611
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,512,0.5759
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,1024,0.5985
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,2048,0.6340
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,4096,0.7122
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,8192,0.7908
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,16384,0.9807
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,32768,1.2971
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,65536,2.0567
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,2,0.9148
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,4,0.9149
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,8,0.9157
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,16,0.9166
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,32,0.9180
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,64,0.9207
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,128,0.9258
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,256,0.9350
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,512,0.9577
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,1024,1.0042
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,2048,1.0847
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,4096,1.2364
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,8192,1.3913
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,16384,1.7335
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,32768,2.4025
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,2,0.2122
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,4,0.2178
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,8,0.2174
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,16,0.2148
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,32,0.2147
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,64,0.2159
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,128,0.2143
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,256,0.2143
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,512,0.2139
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,1024,0.2140
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,2048,0.2102
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,4096,0.2247
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,8192,0.2288
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,16384,0.2209
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,32768,0.2293
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,65536,0.2475
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,131072,0.2758
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,2,0.2226
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,4,0.2223
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,8,0.2224
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,16,0.2225
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,32,0.2212
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,64,0.2222
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,128,0.2228
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,256,0.2224
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,512,0.2221
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,1024,0.2219
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,2048,0.2177
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,4096,0.2320
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,8192,0.2363
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,16384,0.2319
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,32768,0.2366
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,65536,0.2573
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,131072,0.2880
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,2,0.2279
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,4,0.2285
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,8,0.2270
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,16,0.2286
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,32,0.2271
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,64,0.2293
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,128,0.2280
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,256,0.2281
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,512,0.2277
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,1024,0.2264
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,2048,0.2232
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,4096,0.2376
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,8192,0.2436
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,16384,0.2385
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,32768,0.2459
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,65536,0.2690
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,131072,0.3067
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,2,0.2373
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,4,0.2377
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,8,0.2366
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,16,0.2372
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,32,0.2383
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,64,0.2379
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,128,0.2379
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,256,0.2380
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,512,0.2379
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,1024,0.2371
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,2048,0.2331
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,4096,0.2481
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,8192,0.2540
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,16384,0.2517
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,32768,0.2605
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,65536,0.2881
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,131072,0.3323
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,2,0.2431
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,4,0.2435
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,8,0.2434
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,16,0.2435
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,32,0.2426
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,64,0.2441
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,128,0.2434
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,256,0.2434
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,512,0.2442
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,1024,0.2428
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,2048,0.2415
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,4096,0.2549
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,8192,0.2627
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,16384,0.2625
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,32768,0.2757
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,65536,0.3119
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,131072,0.3738
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,2,0.2501
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,4,0.2509
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,8,0.2502
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,16,0.2509
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,32,0.2500
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,64,0.2508
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,128,0.2505
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,256,0.2507
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,512,0.2505
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,1024,0.2518
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,2048,0.2512
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,4096,0.2667
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,8192,0.2753
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,16384,0.2799
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,32768,0.3013
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,65536,0.3548
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,131072,0.4499
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,2,0.2591
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,4,0.2603
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,8,0.2597
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,16,0.2594
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,32,0.2604
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,64,0.2596
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,128,0.2612
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,256,0.2607
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,512,0.2631
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,1024,0.2634
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,2048,0.2650
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,4096,0.2827
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,8192,0.2960
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,16384,0.3080
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,32768,0.3492
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,65536,0.4335
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,131072,0.5997
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,2,0.2709
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,4,0.2697
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,8,0.2706
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,16,0.2706
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,32,0.2706
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,64,0.2714
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,128,0.2737
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,256,0.2771
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,512,0.2795
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,1024,0.2846
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,2048,0.2949
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,4096,0.3196
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,8192,0.3404
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,16384,0.3667
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,32768,0.4406
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,65536,0.5958
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,131072,0.9144
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,2,0.3626
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,4,0.3628
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,8,0.3625
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,16,0.3634
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,32,0.3644
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,64,0.3645
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,128,0.3672
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,256,0.3699
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,512,0.3777
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,1024,0.3874
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,2048,0.4039
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,4096,0.4452
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,8192,0.4855
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,16384,0.5693
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,32768,0.7767
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,65536,1.1200
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,131072,1.8438
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,2,0.5460
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,4,0.5465
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,8,0.5462
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,16,0.5467
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,32,0.5464
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,64,0.5507
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,128,0.5548
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,256,0.5593
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,512,0.5734
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,1024,0.5950
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,2048,0.6314
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,4096,0.7098
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,8192,0.7881
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,16384,0.9579
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,32768,1.3669
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,65536,2.0544
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,2,0.9074
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,4,0.9076
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,8,0.9091
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,16,0.9084
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,32,0.9107
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,64,0.9146
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,128,0.9179
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,256,0.9273
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,512,0.9509
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,1024,0.9962
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,2048,1.0755
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,4096,1.2264
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,8192,1.3822
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,16384,1.8336
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,32768,2.3925
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,2,0.2362
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,4,0.2356
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,8,0.2363
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,16,0.2354
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,32,0.2351
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,64,0.2357
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,128,0.2358
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,256,0.2365
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,512,0.2356
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,1024,0.2362
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,2048,0.2362
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,4096,0.2502
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,8192,0.2553
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,16384,0.2503
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,32768,0.2545
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,65536,0.2726
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,131072,0.3017
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,2,0.2433
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,4,0.2420
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,8,0.2433
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,16,0.2426
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,32,0.2429
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,64,0.2429
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,128,0.2428
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,256,0.2425
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,512,0.2433
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,1024,0.2429
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,2048,0.2438
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,4096,0.2595
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,8192,0.2644
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,16384,0.2593
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,32768,0.2651
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,65536,0.2857
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,131072,0.3151
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,2,0.2534
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,4,0.2534
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,8,0.2526
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,16,0.2534
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,32,0.2533
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,64,0.2540
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,128,0.2535
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,256,0.2536
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,512,0.2537
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,1024,0.2550
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,2048,0.2534
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,4096,0.2676
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,8192,0.2733
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,16384,0.2693
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,32768,0.2762
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,65536,0.2980
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,131072,0.3343
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,2,0.2692
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,4,0.2704
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,8,0.2697
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,16,0.2695
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,32,0.2701
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,64,0.2707
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,128,0.2693
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,256,0.2701
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,512,0.2697
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,1024,0.2697
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,2048,0.2701
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,4096,0.2846
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,8192,0.2906
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,16384,0.2880
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,32768,0.2970
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,65536,0.3243
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,131072,0.3674
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,2,0.2938
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,4,0.2931
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,8,0.2932
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,16,0.2944
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,32,0.2946
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,64,0.2932
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,128,0.2932
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,256,0.2950
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,512,0.2930
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,1024,0.2936
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,2048,0.2941
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,4096,0.3092
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,8192,0.3166
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,16384,0.3156
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,32768,0.3295
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,65536,0.3653
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,131072,0.4289
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,2,0.3248
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,4,0.3238
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,8,0.3237
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,16,0.3242
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,32,0.3247
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,64,0.3253
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,128,0.3241
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,256,0.3230
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,512,0.3229
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,1024,0.3239
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,2048,0.3258
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,4096,0.3420
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,8192,0.3501
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,16384,0.3553
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,32768,0.3761
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,65536,0.4298
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,131072,0.5252
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,2,0.3707
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,4,0.3710
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,8,0.3719
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,16,0.3720
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,32,0.3709
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,64,0.3714
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,128,0.3714
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,256,0.3721
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,512,0.3711
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,1024,0.3696
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,2048,0.3717
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,4096,0.3917
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,8192,0.4047
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,16384,0.4155
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,32768,0.4556
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,65536,0.5400
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,131072,0.7027
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,2,0.5028
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,4,0.5016
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,8,0.5009
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,16,0.5027
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,32,0.5011
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,64,0.5023
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,128,0.5035
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,256,0.5014
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,512,0.5034
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,1024,0.5039
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,2048,0.5102
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,4096,0.5338
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,8192,0.5561
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,16384,0.5826
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,32768,0.6572
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,65536,0.8101
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,131072,1.1294
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,2,0.7666
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,4,0.7697
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,8,0.7653
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,16,0.7714
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,32,0.7670
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,64,0.7694
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,128,0.7765
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,256,0.7660
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,512,0.7778
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,1024,0.7812
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,2048,0.7940
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,4096,0.8311
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,8192,0.8721
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,16384,0.9535
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,32768,1.1156
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,65536,1.5029
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,131072,2.2056
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,2,1.3658
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,4,1.3612
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,8,1.3674
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,16,1.3614
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,32,1.3703
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,64,1.3653
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,128,1.3689
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,256,1.3736
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,512,1.3786
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,1024,1.3948
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,2048,1.4108
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,4096,1.4825
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,8192,1.5636
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,16384,1.7293
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,32768,2.0705
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,65536,2.8313
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,2,2.5716
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,4,2.5698
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,8,2.5712
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,16,2.5734
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,32,2.5730
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,64,2.5754
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,128,2.5829
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,256,2.5843
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,512,2.6011
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,1024,2.6239
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,2048,2.6639
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,4096,2.7996
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,8192,2.9553
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,16384,3.2966
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,32768,3.9641
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,2,0.1918
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,4,0.1923
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,8,0.1920
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,16,0.1914
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,32,0.1914
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,64,0.1924
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,128,0.1920
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,256,0.1923
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,512,0.1929
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,1024,0.1924
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,2048,0.1934
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,4096,0.2062
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,8192,0.2121
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,16384,0.2062
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,32768,0.2120
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,65536,0.2304
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,131072,0.2581
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,2,0.2013
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,4,0.2019
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,8,0.2013
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,16,0.2011
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,32,0.2014
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,64,0.2010
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,128,0.2012
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,256,0.2028
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,512,0.2012
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,1024,0.2014
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,2048,0.2017
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,4096,0.2157
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,8192,0.2211
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,16384,0.2165
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,32768,0.2219
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,65536,0.2412
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,131072,0.2711
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,2,0.2065
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,4,0.2054
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,8,0.2050
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,16,0.2042
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,32,0.2051
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,64,0.2055
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,128,0.2074
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,256,0.2059
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,512,0.2064
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,1024,0.2073
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,2048,0.2064
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,4096,0.2208
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,8192,0.2262
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,16384,0.2218
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,32768,0.2289
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,65536,0.2517
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,131072,0.2874
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,2,0.2163
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,4,0.2176
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,8,0.2174
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,16,0.2180
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,32,0.2167
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,64,0.2168
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,128,0.2163
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,256,0.2187
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,512,0.2165
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,1024,0.2179
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,2048,0.2197
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,4096,0.2348
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,8192,0.2396
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,16384,0.2352
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,32768,0.2459
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,65536,0.2723
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,131072,0.3179
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,2,0.2319
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,4,0.2316
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,8,0.2321
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,16,0.2317
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,32,0.2325
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,64,0.2328
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,128,0.2314
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,256,0.2316
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,512,0.2313
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,1024,0.2329
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,2048,0.2341
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,4096,0.2493
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,8192,0.2555
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,16384,0.2545
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,32768,0.2683
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,65536,0.3032
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,131072,0.3664
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,2,0.2534
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,4,0.2554
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,8,0.2541
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,16,0.2543
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,32,0.2533
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,64,0.2526
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,128,0.2540
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,256,0.2537
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,512,0.2545
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,1024,0.2543
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,2048,0.2571
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,4096,0.2740
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,8192,0.2813
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,16384,0.2858
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,32768,0.3075
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,65536,0.3620
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,131072,0.4572
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,2,0.2879
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,4,0.2883
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,8,0.2882
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,16,0.2893
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,32,0.2886
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,64,0.2885
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,128,0.2890
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,256,0.2893
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,512,0.2883
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,1024,0.2904
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,2048,0.2937
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,4096,0.3144
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,8192,0.3275
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,16384,0.3373
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,32768,0.3778
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,65536,0.4631
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,131072,0.6257
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,2,0.3442
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,4,0.3431
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,8,0.3441
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,16,0.3439
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,32,0.3445
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,64,0.3452
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,128,0.3453
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,256,0.3445
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,512,0.3460
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,1024,0.3480
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,2048,0.3544
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,4096,0.3829
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,8192,0.4027
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,16384,0.4289
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,32768,0.4999
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,65536,0.6549
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,131072,0.9735
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,2,0.4910
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,4,0.4915
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,8,0.4904
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,16,0.4914
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,32,0.4911
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,64,0.4936
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,128,0.4920
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,256,0.4929
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,512,0.4977
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,1024,0.5037
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,2048,0.5165
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,4096,0.5559
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,8192,0.5980
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,16384,0.6801
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,32768,0.8503
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,65536,1.2334
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,131072,1.9405
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,2,0.8241
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,4,0.8236
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,8,0.8246
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,16,0.8267
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,32,0.8296
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,64,0.8345
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,128,0.8310
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,256,0.8401
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,512,0.8427
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,1024,0.8592
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,2048,0.8773
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,4096,0.9531
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,8192,1.0359
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,16384,1.2046
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,32768,1.5430
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,65536,2.3004
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,2,1.5066
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,4,1.5093
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,8,1.5080
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,16,1.5088
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,32,1.5143
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,64,1.5174
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,128,1.5176
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,256,1.5291
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,512,1.5403
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,1024,1.5643
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,2048,1.6159
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,4096,1.7728
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,8192,1.9312
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,16384,2.2732
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,32768,2.9431
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,2,0.1739
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,4,0.1732
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,8,0.1735
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,16,0.1729
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,32,0.1734
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,64,0.1736
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,128,0.1740
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,256,0.1738
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,512,0.1746
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,1024,0.1741
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,2048,0.1749
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,4096,0.1885
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,8192,0.1935
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,16384,0.1882
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,32768,0.1932
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,65536,0.2111
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,131072,0.2388
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,2,0.1829
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,4,0.1831
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,8,0.1832
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,16,0.1829
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,32,0.1827
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,64,0.1835
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,128,0.1829
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,256,0.1838
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,512,0.1834
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,1024,0.1832
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,2048,0.1845
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,4096,0.1981
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,8192,0.2030
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,16384,0.1988
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,32768,0.2046
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,65536,0.2237
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,131072,0.2533
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,2,0.1886
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,4,0.1873
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,8,0.1886
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,16,0.1877
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,32,0.1878
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,64,0.1877
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,128,0.1880
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,256,0.1874
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,512,0.1893
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,1024,0.1884
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,2048,0.1895
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,4096,0.2028
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,8192,0.2092
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,16384,0.2038
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,32768,0.2116
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,65536,0.2323
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,131072,0.2698
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,2,0.1987
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,4,0.1990
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,8,0.1989
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,16,0.1996
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,32,0.1992
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,64,0.1989
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,128,0.1980
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,256,0.1989
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,512,0.2004
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,1024,0.2000
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,2048,0.2006
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,4096,0.2156
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,8192,0.2206
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,16384,0.2183
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,32768,0.2270
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,65536,0.2531
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,131072,0.2996
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,2,0.2114
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,4,0.2109
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,8,0.2113
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,16,0.2114
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,32,0.2110
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,64,0.2109
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,128,0.2108
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,256,0.2117
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,512,0.2112
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,1024,0.2128
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,2048,0.2128
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,4096,0.2284
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,8192,0.2353
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,16384,0.2340
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,32768,0.2491
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,65536,0.2836
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,131072,0.3459
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,2,0.2354
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,4,0.2361
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,8,0.2350
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,16,0.2352
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,32,0.2356
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,64,0.2349
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,128,0.2353
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,256,0.2356
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,512,0.2361
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,1024,0.2342
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,2048,0.2388
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,4096,0.2544
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,8192,0.2634
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,16384,0.2669
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,32768,0.2900
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,65536,0.3423
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,131072,0.4373
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,2,0.2702
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,4,0.2688
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,8,0.2686
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,16,0.2680
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,32,0.2694
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,64,0.2689
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,128,0.2699
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,256,0.2698
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,512,0.2705
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,1024,0.2718
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,2048,0.2753
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,4096,0.2962
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,8192,0.3090
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,16384,0.3185
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,32768,0.3583
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,65536,0.4439
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,131072,0.6068
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,2,0.3233
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,4,0.3229
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,8,0.3228
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,16,0.3231
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,32,0.3222
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,64,0.3232
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,128,0.3244
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,256,0.3235
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,512,0.3245
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,1024,0.3272
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,2048,0.3320
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,4096,0.3601
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,8192,0.3806
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,16384,0.4061
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,32768,0.4800
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,65536,0.6319
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,131072,0.9761
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,2,0.4668
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,4,0.4673
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,8,0.4671
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,16,0.4683
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,32,0.4680
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,64,0.4691
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,128,0.4686
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,256,0.4707
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,512,0.4736
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,1024,0.4808
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,2048,0.4911
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,4096,0.5325
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,8192,0.5747
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,16384,0.6564
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,32768,0.8250
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,65536,1.2095
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,131072,1.9159
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,2,0.7761
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,4,0.7775
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,8,0.7778
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,16,0.7794
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,32,0.7808
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,64,0.7828
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,128,0.7833
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,256,0.7876
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,512,0.7950
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,1024,0.8061
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,2048,0.8274
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,4096,0.9056
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,8192,0.9841
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,16384,1.1550
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,32768,1.4918
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,65536,2.2505
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,2,1.4103
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,4,1.4113
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,8,1.4116
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,16,1.4127
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,32,1.4170
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,64,1.4165
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,128,1.4221
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,256,1.4309
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,512,1.4429
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,1024,1.4662
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,2048,1.5170
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,4096,1.6747
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,8192,1.8309
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,16384,2.1736
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,32768,2.8444
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,2,0.1611
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,4,0.1606
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,8,0.1607
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,16,0.1607
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,32,0.1607
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,64,0.1606
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,128,0.1611
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,256,0.1604
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,512,0.1612
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,1024,0.1616
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,2048,0.1614
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,4096,0.1750
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,8192,0.1804
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,16384,0.1748
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,32768,0.1803
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,65536,0.1984
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,131072,0.2259
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,2,0.1702
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,4,0.1700
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,8,0.1701
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,16,0.1709
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,32,0.1702
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,64,0.1713
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,128,0.1701
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,256,0.1712
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,512,0.1713
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,1024,0.1717
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,2048,0.1714
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,4096,0.1856
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,8192,0.1903
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,16384,0.1860
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,32768,0.1912
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,65536,0.2110
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,131072,0.2409
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,2,0.1749
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,4,0.1742
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,8,0.1749
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,16,0.1742
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,32,0.1744
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,64,0.1749
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,128,0.1746
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,256,0.1749
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,512,0.1758
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,1024,0.1751
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,2048,0.1762
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,4096,0.1892
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,8192,0.1954
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,16384,0.1905
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,32768,0.1978
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,65536,0.2192
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,131072,0.2562
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,2,0.1859
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,4,0.1857
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,8,0.1847
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,16,0.1858
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,32,0.1856
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,64,0.1849
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,128,0.1855
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,256,0.1861
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,512,0.1864
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,1024,0.1867
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,2048,0.1869
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,4096,0.2010
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,8192,0.2069
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,16384,0.2042
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,32768,0.2133
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,65536,0.2405
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,131072,0.2863
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,2,0.2021
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,4,0.2006
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,8,0.2005
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,16,0.2004
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,32,0.2007
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,64,0.2011
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,128,0.2010
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,256,0.2010
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,512,0.2005
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,1024,0.2015
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,2048,0.2021
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,4096,0.2160
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,8192,0.2229
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,16384,0.2230
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,32768,0.2363
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,65536,0.2721
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,131072,0.3356
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,2,0.2231
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,4,0.2228
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,8,0.2228
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,16,0.2229
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,32,0.2234
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,64,0.2243
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,128,0.2233
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,256,0.2236
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,512,0.2243
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,1024,0.2259
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,2048,0.2262
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,4096,0.2435
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,8192,0.2526
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,16384,0.2555
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,32768,0.2781
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,65536,0.3327
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,131072,0.4282
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,2,0.2584
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,4,0.2586
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,8,0.2590
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,16,0.2588
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,32,0.2586
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,64,0.2595
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,128,0.2591
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,256,0.2600
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,512,0.2599
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,1024,0.2617
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,2048,0.2658
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,4096,0.2859
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,8192,0.2995
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,16384,0.3082
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,32768,0.3487
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,65536,0.4339
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,131072,0.5959
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,2,0.3053
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,4,0.3050
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,8,0.3050
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,16,0.3048
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,32,0.3074
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,64,0.3069
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,128,0.3073
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,256,0.3081
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,512,0.3092
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,1024,0.3096
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,2048,0.3164
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,4096,0.3450
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,8192,0.3657
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,16384,0.3907
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,32768,0.4623
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,65536,0.6168
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,131072,0.9688
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,2,0.4434
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,4,0.4433
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,8,0.4440
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,16,0.4436
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,32,0.4443
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,64,0.4460
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,128,0.4460
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,256,0.4474
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,512,0.4501
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,1024,0.4569
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,2048,0.4690
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,4096,0.5086
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,8192,0.5493
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,16384,0.6323
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,32768,0.8026
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,65536,1.1852
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,131072,1.9972
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,2,0.7285
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,4,0.7292
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,8,0.7287
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,16,0.7295
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,32,0.7324
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,64,0.7347
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,128,0.7353
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,256,0.7403
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,512,0.7452
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,1024,0.7572
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,2048,0.7811
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,4096,0.8579
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,8192,0.9389
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,16384,1.1078
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,32768,1.4456
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,65536,2.2034
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,2,1.3192
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,4,1.3206
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,8,1.3213
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,16,1.3234
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,32,1.3250
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,64,1.3294
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,128,1.3326
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,256,1.3388
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,512,1.3462
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,1024,1.3694
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,2048,1.4137
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,4096,1.5596
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,8192,1.7183
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,16384,2.0621
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,32768,2.7329
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,2,0.1592
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,4,0.1595
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,8,0.1584
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,16,0.1583
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,32,0.1585
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,64,0.1589
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,128,0.1587
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,256,0.1587
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,512,0.1595
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,1024,0.1591
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,2048,0.1601
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,4096,0.1733
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,8192,0.1790
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,16384,0.1735
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,32768,0.1786
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,65536,0.1968
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,131072,0.2241
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,2,0.1667
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,4,0.1669
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,8,0.1669
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,16,0.1672
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,32,0.1673
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,64,0.1681
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,128,0.1667
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,256,0.1678
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,512,0.1677
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,1024,0.1687
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,2048,0.1679
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,4096,0.1820
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,8192,0.1869
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,16384,0.1826
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,32768,0.1876
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,65536,0.2083
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,131072,0.2376
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,2,0.1726
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,4,0.1706
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,8,0.1716
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,16,0.1711
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,32,0.1714
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,64,0.1720
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,128,0.1720
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,256,0.1716
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,512,0.1732
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,1024,0.1724
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,2048,0.1737
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,4096,0.1867
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,8192,0.1919
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,16384,0.1878
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,32768,0.1949
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,65536,0.2161
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,131072,0.2526
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,2,0.1797
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,4,0.1797
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,8,0.1796
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,16,0.1807
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,32,0.1796
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,64,0.1796
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,128,0.1798
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,256,0.1805
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,512,0.1809
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,1024,0.1815
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,2048,0.1815
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,4096,0.1958
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,8192,0.2015
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,16384,0.1993
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,32768,0.2076
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,65536,0.2348
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,131072,0.2800
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,2,0.1940
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,4,0.1937
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,8,0.1936
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,16,0.1938
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,32,0.1935
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,64,0.1940
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,128,0.1942
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,256,0.1945
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,512,0.1921
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,1024,0.1946
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,2048,0.1952
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,4096,0.2109
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,8192,0.2172
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,16384,0.2178
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,32768,0.2310
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,65536,0.2667
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,131072,0.3290
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,2,0.2192
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,4,0.2188
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,8,0.2188
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,16,0.2196
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,32,0.2193
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,64,0.2189
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,128,0.2190
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,256,0.2187
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,512,0.2197
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,1024,0.2198
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,2048,0.2212
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,4096,0.2381
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,8192,0.2473
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,16384,0.2501
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,32768,0.2731
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,65536,0.3253
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,131072,0.4236
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,2,0.2537
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,4,0.2532
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,8,0.2534
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,16,0.2532
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,32,0.2539
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,64,0.2535
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,128,0.2549
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,256,0.2538
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,512,0.2543
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,1024,0.2562
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,2048,0.2602
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,4096,0.2796
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,8192,0.2930
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,16384,0.3026
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,32768,0.3425
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,65536,0.4300
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,131072,0.5913
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,2,0.2967
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,4,0.2966
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,8,0.2965
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,16,0.2959
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,32,0.2973
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,64,0.2976
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,128,0.2982
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,256,0.2991
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,512,0.3003
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,1024,0.3018
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,2048,0.3079
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,4096,0.3349
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,8192,0.3560
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,16384,0.3814
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,32768,0.4547
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,65536,0.6089
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,131072,0.9300
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,2,0.4325
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,4,0.4332
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,8,0.4327
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,16,0.4336
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,32,0.4344
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,64,0.4348
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,128,0.4351
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,256,0.4361
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,512,0.4391
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,1024,0.4470
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,2048,0.4578
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,4096,0.4985
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,8192,0.5392
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,16384,0.6228
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,32768,0.7919
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,65536,1.1763
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,131072,1.9363
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,2,0.7059
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,4,0.7068
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,8,0.7060
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,16,0.7075
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,32,0.7096
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,64,0.7114
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,128,0.7124
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,256,0.7175
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,512,0.7218
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,1024,0.7356
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,2048,0.7578
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,4096,0.8367
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,8192,0.9160
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,16384,1.0837
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,32768,1.4236
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,65536,2.1829
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,2,1.2700
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,4,1.2708
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,8,1.2701
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,16,1.2728
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,32,1.2752
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,64,1.2780
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,128,1.2785
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,256,1.2883
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,512,1.2978
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,1024,1.3184
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,2048,1.3644
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,4096,1.5111
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,8192,1.6697
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,16384,2.0088
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,32768,2.6813
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,2,0.1506
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,4,0.1530
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,8,0.1510
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,16,0.1529
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,32,0.1502
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,64,0.1512
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,128,0.1510
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,256,0.1516
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,512,0.1529
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,1024,0.1523
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,2048,0.1531
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,4096,0.1670
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,8192,0.1716
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,16384,0.1665
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,32768,0.1714
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,65536,0.1907
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,131072,0.2164
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,2,0.1632
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,4,0.1632
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,8,0.1633
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,16,0.1638
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,32,0.1631
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,64,0.1628
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,128,0.1630
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,256,0.1634
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,512,0.1638
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,1024,0.1636
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,2048,0.1637
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,4096,0.1783
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,8192,0.1828
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,16384,0.1775
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,32768,0.1838
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,65536,0.2046
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,131072,0.2330
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,2,0.1687
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,4,0.1688
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,8,0.1690
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,16,0.1691
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,32,0.1685
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,64,0.1686
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,128,0.1689
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,256,0.1678
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,512,0.1683
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,1024,0.1701
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,2048,0.1676
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,4096,0.1830
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,8192,0.1874
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,16384,0.1841
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,32768,0.1910
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,65536,0.2119
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,131072,0.2484
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,2,0.1773
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,4,0.1779
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,8,0.1770
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,16,0.1768
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,32,0.1777
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,64,0.1775
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,128,0.1785
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,256,0.1778
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,512,0.1792
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,1024,0.1791
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,2048,0.1792
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,4096,0.1934
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,8192,0.1990
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,16384,0.1960
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,32768,0.2050
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,65536,0.2326
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,131072,0.2784
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,2,0.1886
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,4,0.1890
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,8,0.1887
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,16,0.1892
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,32,0.1892
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,64,0.1913
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,128,0.1889
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,256,0.1895
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,512,0.1904
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,1024,0.1911
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,2048,0.1921
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,4096,0.2062
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,8192,0.2131
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,16384,0.2131
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,32768,0.2272
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,65536,0.2619
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,131072,0.3247
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,2,0.2139
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,4,0.2145
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,8,0.2157
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,16,0.2155
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,32,0.2155
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,64,0.2148
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,128,0.2161
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,256,0.2147
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,512,0.2142
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,1024,0.2168
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,2048,0.2193
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,4096,0.2349
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,8192,0.2447
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,16384,0.2476
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,32768,0.2704
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,65536,0.3247
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,131072,0.4180
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,2,0.2500
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,4,0.2504
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,8,0.2493
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,16,0.2505
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,32,0.2501
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,64,0.2515
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,128,0.2501
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,256,0.2513
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,512,0.2507
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,1024,0.2531
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,2048,0.2563
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,4096,0.2755
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,8192,0.2902
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,16384,0.3005
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,32768,0.3387
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,65536,0.4252
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,131072,0.5881
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,2,0.2934
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,4,0.2936
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,8,0.2935
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,16,0.2942
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,32,0.2947
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,64,0.2954
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,128,0.2948
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,256,0.2959
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,512,0.2972
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,1024,0.2989
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,2048,0.3044
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,4096,0.3331
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,8192,0.3541
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,16384,0.3805
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,32768,0.4528
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,65536,0.6071
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,131072,0.9385
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,2,0.4276
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,4,0.4275
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,8,0.4276
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,16,0.4279
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,32,0.4276
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,64,0.4297
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,128,0.4290
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,256,0.4305
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,512,0.4333
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,1024,0.4403
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,2048,0.4529
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,4096,0.4947
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,8192,0.5335
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,16384,0.6168
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,32768,0.7876
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,65536,1.1695
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,131072,1.9605
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,2,0.6955
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,4,0.6965
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,8,0.6954
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,16,0.6961
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,32,0.6967
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,64,0.7008
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,128,0.7032
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,256,0.7079
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,512,0.7126
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,1024,0.7249
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,2048,0.7476
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,4096,0.8255
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,8192,0.9060
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,16384,1.0746
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,32768,1.4110
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,65536,2.1731
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,2,1.2471
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,4,1.2470
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,8,1.2483
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,16,1.2490
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,32,1.2506
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,64,1.2568
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,128,1.2558
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,256,1.2656
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,512,1.2712
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,1024,1.2936
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,2048,1.3409
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,4096,1.4854
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,8192,1.6417
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,16384,1.9851
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,32768,2.6575
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,2,0.1464
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,4,0.1494
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,8,0.1472
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,16,0.1476
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,32,0.1475
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,64,0.1478
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,128,0.1478
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,256,0.1472
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,512,0.1467
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,1024,0.1483
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,2048,0.1473
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,4096,0.1616
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,8192,0.1669
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,16384,0.1618
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,32768,0.1664
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,65536,0.1851
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,131072,0.2130
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,2,0.1583
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,4,0.1572
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,8,0.1585
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,16,0.1582
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,32,0.1587
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,64,0.1583
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,128,0.1585
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,256,0.1580
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,512,0.1596
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,1024,0.1586
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,2048,0.1601
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,4096,0.1735
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,8192,0.1787
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,16384,0.1738
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,32768,0.1782
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,65536,0.1979
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,131072,0.2295
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,2,0.1643
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,4,0.1651
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,8,0.1658
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,16,0.1653
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,32,0.1659
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,64,0.1652
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,128,0.1661
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,256,0.1657
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,512,0.1675
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,1024,0.1651
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,2048,0.1651
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,4096,0.1809
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,8192,0.1864
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,16384,0.1825
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,32768,0.1880
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,65536,0.2106
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,131072,0.2451
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,2,0.1766
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,4,0.1763
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,8,0.1759
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,16,0.1759
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,32,0.1768
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,64,0.1765
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,128,0.1770
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,256,0.1765
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,512,0.1768
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,1024,0.1777
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,2048,0.1784
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,4096,0.1918
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,8192,0.1984
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,16384,0.1950
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,32768,0.2046
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,65536,0.2315
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,131072,0.2773
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,2,0.1890
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,4,0.1884
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,8,0.1881
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,16,0.1888
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,32,0.1879
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,64,0.1886
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,128,0.1884
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,256,0.1906
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,512,0.1906
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,1024,0.1915
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,2048,0.1911
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,4096,0.2060
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,8192,0.2131
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,16384,0.2127
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,32768,0.2265
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,65536,0.2618
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,131072,0.3242
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,2,0.2120
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,4,0.2117
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,8,0.2119
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,16,0.2134
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,32,0.2139
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,64,0.2136
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,128,0.2139
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,256,0.2138
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,512,0.2136
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,1024,0.2147
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,2048,0.2162
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,4096,0.2330
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,8192,0.2408
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,16384,0.2449
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,32768,0.2667
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,65536,0.3213
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,131072,0.4168
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,2,0.2483
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,4,0.2477
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,8,0.2481
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,16,0.2480
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,32,0.2481
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,64,0.2491
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,128,0.2485
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,256,0.2484
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,512,0.2487
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,1024,0.2505
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,2048,0.2540
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,4096,0.2751
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,8192,0.2884
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,16384,0.2976
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,32768,0.3375
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,65536,0.4241
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,131072,0.5872
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,2,0.2915
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,4,0.2916
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,8,0.2914
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,16,0.2914
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,32,0.2923
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,64,0.2931
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,128,0.2923
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,256,0.2933
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,512,0.2942
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,1024,0.2973
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,2048,0.3033
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,4096,0.3301
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,8192,0.3505
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,16384,0.3761
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,32768,0.4492
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,65536,0.6033
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,131072,0.9245
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,2,0.4256
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,4,0.4251
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,8,0.4253
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,16,0.4257
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,32,0.4254
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,64,0.4266
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,128,0.4279
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,256,0.4272
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,512,0.4316
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,1024,0.4381
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,2048,0.4498
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,4096,0.4900
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,8192,0.5316
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,16384,0.6148
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,32768,0.7846
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,65536,1.1669
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,131072,1.9349
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,2,0.6896
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,4,0.6885
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,8,0.6904
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,16,0.6906
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,32,0.6910
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,64,0.6948
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,128,0.6965
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,256,0.7006
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,512,0.7082
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,1024,0.7205
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,2048,0.7431
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,4096,0.8203
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,8192,0.8993
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,16384,1.0707
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,32768,1.4045
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,65536,2.1671
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,2,1.2362
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,4,1.2375
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,8,1.2378
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,16,1.2386
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,32,1.2398
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,64,1.2445
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,128,1.2461
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,256,1.2538
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,512,1.2623
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,1024,1.2834
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,2048,1.3279
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,4096,1.4758
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,8192,1.6339
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,16384,1.9773
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,32768,2.6477
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,2,0.1471
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,4,0.1476
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,8,0.1476
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,16,0.1477
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,32,0.1480
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,64,0.1477
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,128,0.1481
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,256,0.1479
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,512,0.1487
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,1024,0.1486
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,2048,0.1490
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,4096,0.1628
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,8192,0.1646
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,16384,0.1592
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,32768,0.1649
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,65536,0.1825
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,131072,0.2114
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,2,0.1551
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,4,0.1552
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,8,0.1555
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,16,0.1560
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,32,0.1553
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,64,0.1564
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,128,0.1555
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,256,0.1565
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,512,0.1560
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,1024,0.1574
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,2048,0.1565
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,4096,0.1705
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,8192,0.1759
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,16384,0.1709
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,32768,0.1767
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,65536,0.1973
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,131072,0.2265
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,2,0.1607
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,4,0.1610
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,8,0.1609
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,16,0.1616
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,32,0.1611
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,64,0.1613
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,128,0.1621
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,256,0.1629
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,512,0.1618
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,1024,0.1630
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,2048,0.1634
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,4096,0.1772
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,8192,0.1817
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,16384,0.1779
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,32768,0.1848
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,65536,0.2074
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,131072,0.2433
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,2,0.1725
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,4,0.1720
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,8,0.1730
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,16,0.1725
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,32,0.1727
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,64,0.1724
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,128,0.1731
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,256,0.1726
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,512,0.1743
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,1024,0.1753
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,2048,0.1764
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,4096,0.1895
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,8192,0.1958
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,16384,0.1926
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,32768,0.2022
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,65536,0.2278
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,131072,0.2731
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,2,0.1854
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,4,0.1857
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,8,0.1854
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,16,0.1854
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,32,0.1854
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,64,0.1853
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,128,0.1857
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,256,0.1862
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,512,0.1866
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,1024,0.1871
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,2048,0.1883
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,4096,0.2020
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,8192,0.2103
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,16384,0.2093
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,32768,0.2237
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,65536,0.2590
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,131072,0.3221
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,2,0.2097
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,4,0.2097
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,8,0.2092
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,16,0.2091
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,32,0.2097
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,64,0.2102
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,128,0.2106
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,256,0.2100
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,512,0.2113
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,1024,0.2120
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,2048,0.2141
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,4096,0.2307
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,8192,0.2393
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,16384,0.2429
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,32768,0.2651
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,65536,0.3171
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,131072,0.4132
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,2,0.2438
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,4,0.2439
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,8,0.2437
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,16,0.2439
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,32,0.2441
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,64,0.2449
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,128,0.2443
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,256,0.2449
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,512,0.2441
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,1024,0.2471
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,2048,0.2501
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,4096,0.2722
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,8192,0.2841
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,16384,0.2948
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,32768,0.3345
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,65536,0.4206
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,131072,0.5808
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,2,0.2892
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,4,0.2888
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,8,0.2889
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,16,0.2894
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,32,0.2902
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,64,0.2905
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,128,0.2901
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,256,0.2905
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,512,0.2920
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,1024,0.2945
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,2048,0.3001
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,4096,0.3266
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,8192,0.3487
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,16384,0.3751
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,32768,0.4474
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,65536,0.6003
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,131072,0.9213
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,2,0.4214
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,4,0.4222
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,8,0.4211
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,16,0.4213
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,32,0.4218
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,64,0.4234
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,128,0.4237
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,256,0.4251
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,512,0.4274
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,1024,0.4349
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,2048,0.4478
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,4096,0.4871
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,8192,0.5277
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,16384,0.6117
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,32768,0.7818
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,65536,1.1621
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,131072,1.8708
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,2,0.6874
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,4,0.6867
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,8,0.6871
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,16,0.6883
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,32,0.6884
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,64,0.6915
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,128,0.6939
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,256,0.6982
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,512,0.7051
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,1024,0.7154
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,2048,0.7383
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,4096,0.8164
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,8192,0.8975
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,16384,1.0660
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,32768,1.4031
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,65536,2.1644
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,2,1.2279
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,4,1.2292
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,8,1.2293
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,16,1.2303
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,32,1.2325
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,64,1.2359
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,128,1.2378
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,256,1.2452
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,512,1.2547
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,1024,1.2767
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,2048,1.3222
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,4096,1.4695
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,8192,1.6265
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,16384,1.9704
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,32768,2.6391
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,2,0.2827
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,4,0.2790
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,8,0.2769
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,16,0.2801
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,32,0.2783
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,64,0.2797
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,128,0.2758
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,256,0.2796
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,512,0.2765
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,1024,0.2784
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,2048,0.2719
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,4096,0.2898
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,8192,0.2939
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,16384,0.2883
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,32768,0.2918
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,65536,0.3119
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,131072,0.3403
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,2,0.2850
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,4,0.2854
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,8,0.2834
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,16,0.2855
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,32,0.2862
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,64,0.2866
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,128,0.2846
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,256,0.2867
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,512,0.2850
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,1024,0.2846
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,2048,0.2809
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,4096,0.2968
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,8192,0.3005
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,16384,0.2971
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,32768,0.3000
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,65536,0.3208
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,131072,0.3506
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,2,0.2939
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,4,0.2914
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,8,0.2929
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,16,0.2921
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,32,0.2936
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,64,0.2920
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,128,0.2921
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,256,0.2928
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,512,0.2935
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,1024,0.2903
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,2048,0.2908
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,4096,0.3043
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,8192,0.3092
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,16384,0.3046
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,32768,0.3129
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,65536,0.3337
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,131072,0.3735
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,2,0.3016
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,4,0.3002
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,8,0.2993
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,16,0.2984
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,32,0.3002
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,64,0.2985
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,128,0.2997
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,256,0.3008
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,512,0.3018
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,1024,0.3003
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,2048,0.2976
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,4096,0.3117
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,8192,0.3170
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,16384,0.3148
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,32768,0.3245
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,65536,0.3511
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,131072,0.3967
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,2,0.3047
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,4,0.3064
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,8,0.3056
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,16,0.3057
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,32,0.3040
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,64,0.3065
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,128,0.3045
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,256,0.3075
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,512,0.3075
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,1024,0.3055
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,2048,0.3038
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,4096,0.3191
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,8192,0.3263
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,16384,0.3244
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,32768,0.3369
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,65536,0.3747
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,131072,0.4374
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,2,0.3236
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,4,0.3246
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,8,0.3242
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,16,0.3246
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,32,0.3245
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,64,0.3251
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,128,0.3243
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,256,0.3252
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,512,0.3239
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,1024,0.3230
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,2048,0.3211
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,4096,0.3384
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,8192,0.3465
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,16384,0.3508
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,32768,0.3720
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,65536,0.4264
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,131072,0.5220
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,2,0.3356
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,4,0.3355
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,8,0.3357
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,16,0.3348
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,32,0.3347
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,64,0.3350
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,128,0.3364
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,256,0.3374
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,512,0.3347
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,1024,0.3370
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,2048,0.3384
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,4096,0.3571
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,8192,0.3699
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,16384,0.3825
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,32768,0.4221
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,65536,0.5082
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,131072,0.6713
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,2,0.4351
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,4,0.4354
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,8,0.4354
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,16,0.4363
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,32,0.4364
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,64,0.4376
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,128,0.4397
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,256,0.4410
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,512,0.4433
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,1024,0.4461
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,2048,0.4483
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,4096,0.4732
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,8192,0.4932
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,16384,0.5228
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,32768,0.5970
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,65536,0.7529
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,131072,1.0700
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,2,0.6438
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,4,0.6433
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,8,0.6438
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,16,0.6447
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,32,0.6468
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,64,0.6480
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,128,0.6507
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,256,0.6539
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,512,0.6554
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,1024,0.6605
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,2048,0.6665
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,4096,0.7010
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,8192,0.7405
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,16384,0.8248
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,32768,0.9958
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,65536,1.3769
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,131072,2.0825
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,2,1.0855
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,4,1.0844
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,8,1.0857
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,16,1.0874
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,32,1.0901
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,64,1.0917
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,128,1.0929
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,256,1.0948
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,512,1.0994
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,1024,1.1087
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,2048,1.1203
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,4096,1.1865
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,8192,1.2690
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,16384,1.4383
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,32768,1.7747
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,65536,2.5346
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,2,1.9809
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,4,1.9838
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,8,1.9852
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,16,1.9889
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,32,1.9888
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,64,1.9912
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,128,1.9914
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,256,2.0000
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,512,1.9972
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,1024,2.0105
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,2048,2.0413
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,4096,2.1687
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,8192,2.3247
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,16384,2.6995
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,32768,3.3439
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,2,0.2494
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,4,0.2561
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,8,0.2504
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,16,0.2502
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,32,0.2488
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,64,0.2503
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,128,0.2495
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,256,0.2480
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,512,0.2493
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,1024,0.2489
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,2048,0.2464
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,4096,0.2598
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,8192,0.2642
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,16384,0.2570
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,32768,0.2641
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,65536,0.2816
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,131072,0.3098
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,2,0.2581
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,4,0.2597
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,8,0.2584
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,16,0.2585
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,32,0.2582
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,64,0.2596
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,128,0.2583
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,256,0.2585
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,512,0.2575
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,1024,0.2569
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,2048,0.2541
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,4096,0.2680
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,8192,0.2727
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,16384,0.2682
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,32768,0.2730
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,65536,0.2930
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,131072,0.3243
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,2,0.2658
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,4,0.2650
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,8,0.2656
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,16,0.2649
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,32,0.2662
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,64,0.2651
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,128,0.2659
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,256,0.2652
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,512,0.2646
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,1024,0.2638
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,2048,0.2611
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,4096,0.2750
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,8192,0.2812
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,16384,0.2761
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,32768,0.2835
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,65536,0.3061
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,131072,0.3430
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,2,0.2716
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,4,0.2734
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,8,0.2728
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,16,0.2730
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,32,0.2736
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,64,0.2743
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,128,0.2731
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,256,0.2734
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,512,0.2724
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,1024,0.2733
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,2048,0.2698
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,4096,0.2840
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,8192,0.2895
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,16384,0.2874
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,32768,0.2963
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,65536,0.3233
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,131072,0.3690
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,2,0.2815
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,4,0.2801
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,8,0.2795
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,16,0.2803
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,32,0.2801
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,64,0.2799
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,128,0.2803
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,256,0.2818
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,512,0.2805
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,1024,0.2799
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,2048,0.2785
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,4096,0.2922
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,8192,0.3001
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,16384,0.2995
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,32768,0.3140
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,65536,0.3487
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,131072,0.4115
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,2,0.2906
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,4,0.2907
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,8,0.2897
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,16,0.2898
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,32,0.2902
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,64,0.2911
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,128,0.2915
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,256,0.2914
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,512,0.2919
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,1024,0.2907
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,2048,0.2910
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,4096,0.3079
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,8192,0.3152
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,16384,0.3204
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,32768,0.3405
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,65536,0.3955
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,131072,0.4906
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,2,0.2984
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,4,0.2982
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,8,0.2985
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,16,0.2982
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,32,0.2996
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,64,0.2979
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,128,0.2988
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,256,0.3014
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,512,0.3007
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,1024,0.3015
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,2048,0.3026
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,4096,0.3212
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,8192,0.3332
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,16384,0.3469
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,32768,0.3864
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,65536,0.4716
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,131072,0.6393
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,2,0.3224
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,4,0.3224
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,8,0.3220
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,16,0.3236
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,32,0.3235
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,64,0.3231
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,128,0.3249
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,256,0.3279
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,512,0.3323
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,1024,0.3375
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,2048,0.3484
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,4096,0.3748
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,8192,0.3963
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,16384,0.4222
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,32768,0.4967
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,65536,0.6481
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,131072,0.9695
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,2,0.4388
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,4,0.4388
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,8,0.4389
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,16,0.4384
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,32,0.4397
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,64,0.4418
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,128,0.4446
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,256,0.4478
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,512,0.4550
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,1024,0.4697
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,2048,0.4870
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,4096,0.5269
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,8192,0.5678
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,16384,0.6507
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,32768,0.8262
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,65536,1.2027
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,131072,1.9107
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,2,0.6881
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,4,0.6919
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,8,0.6901
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,16,0.6937
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,32,0.6948
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,64,0.6964
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,128,0.7023
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,256,0.7082
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,512,0.7216
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,1024,0.7468
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,2048,0.7808
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,4096,0.8616
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,8192,0.9392
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,16384,1.1074
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,32768,1.4441
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,65536,2.2048
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,2,1.1872
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,4,1.1878
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,8,1.1893
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,16,1.1923
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,32,1.1928
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,64,1.1942
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,128,1.2007
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,256,1.2071
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,512,1.2327
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,1024,1.2804
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,2048,1.3577
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,4096,1.5102
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,8192,1.6634
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,16384,2.0067
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,32768,2.6774
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,2,0.2392
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,4,0.2448
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,8,0.2404
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,16,0.2409
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,32,0.2407
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,64,0.2408
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,128,0.2405
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,256,0.2400
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,512,0.2398
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,1024,0.2390
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,2048,0.2361
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,4096,0.2494
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,8192,0.2545
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,16384,0.2501
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,32768,0.2537
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,65536,0.2717
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,131072,0.3016
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,2,0.2493
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,4,0.2492
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,8,0.2490
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,16,0.2482
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,32,0.2503
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,64,0.2504
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,128,0.2508
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,256,0.2493
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,512,0.2494
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,1024,0.2479
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,2048,0.2444
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,4096,0.2585
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,8192,0.2640
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,16384,0.2581
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,32768,0.2651
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,65536,0.2829
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,131072,0.3152
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,2,0.2567
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,4,0.2564
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,8,0.2551
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,16,0.2562
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,32,0.2562
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,64,0.2547
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,128,0.2552
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,256,0.2554
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,512,0.2549
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,1024,0.2532
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,2048,0.2505
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,4096,0.2651
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,8192,0.2704
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,16384,0.2663
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,32768,0.2720
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,65536,0.2955
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,131072,0.3318
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,2,0.2639
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,4,0.2643
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,8,0.2637
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,16,0.2637
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,32,0.2641
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,64,0.2639
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,128,0.2639
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,256,0.2642
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,512,0.2651
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,1024,0.2639
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,2048,0.2601
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,4096,0.2743
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,8192,0.2803
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,16384,0.2776
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,32768,0.2871
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,65536,0.3140
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,131072,0.3591
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,2,0.2710
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,4,0.2705
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,8,0.2715
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,16,0.2707
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,32,0.2702
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,64,0.2699
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,128,0.2716
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,256,0.2704
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,512,0.2705
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,1024,0.2702
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,2048,0.2684
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,4096,0.2834
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,8192,0.2904
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,16384,0.2900
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,32768,0.3027
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,65536,0.3402
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,131072,0.4012
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,2,0.2786
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,4,0.2787
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,8,0.2781
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,16,0.2785
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,32,0.2787
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,64,0.2785
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,128,0.2786
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,256,0.2796
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,512,0.2794
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,1024,0.2795
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,2048,0.2795
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,4096,0.2957
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,8192,0.3052
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,16384,0.3091
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,32768,0.3312
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,65536,0.3837
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,131072,0.4802
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,2,0.2863
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,4,0.2858
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,8,0.2857
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,16,0.2865
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,32,0.2864
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,64,0.2872
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,128,0.2864
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,256,0.2880
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,512,0.2893
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,1024,0.2908
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,2048,0.2925
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,4096,0.3100
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,8192,0.3232
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,16384,0.3347
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,32768,0.3744
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,65536,0.4608
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,131072,0.6257
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,2,0.3066
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,4,0.3066
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,8,0.3078
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,16,0.3073
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,32,0.3069
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,64,0.3086
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,128,0.3087
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,256,0.3109
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,512,0.3162
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,1024,0.3214
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,2048,0.3309
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,4096,0.3586
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,8192,0.3799
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,16384,0.4050
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,32768,0.4775
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,65536,0.6323
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,131072,0.9514
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,2,0.4134
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,4,0.4147
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,8,0.4146
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,16,0.4151
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,32,0.4159
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,64,0.4173
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,128,0.4196
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,256,0.4232
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,512,0.4307
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,1024,0.4443
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,2048,0.4624
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,4096,0.5025
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,8192,0.5407
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,16384,0.6273
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,32768,0.7983
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,65536,1.1780
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,131072,1.8867
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,2,0.6410
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,4,0.6406
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,8,0.6419
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,16,0.6441
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,32,0.6435
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,64,0.6471
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,128,0.6526
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,256,0.6576
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,512,0.6733
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,1024,0.6956
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,2048,0.7300
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,4096,0.8094
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,8192,0.8885
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,16384,1.0587
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,32768,1.3947
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,65536,2.1553
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,2,1.0974
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,4,1.0966
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,8,1.0992
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,16,1.1010
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,32,1.0990
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,64,1.1016
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,128,1.1075
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,256,1.1168
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,512,1.1401
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,1024,1.1851
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,2048,1.2667
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,4096,1.4180
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,8192,1.5745
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,16384,1.9152
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,32768,2.5853
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,2,0.2357
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,4,0.2376
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,8,0.2349
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,16,0.2354
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,32,0.2347
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,64,0.2353
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,128,0.2351
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,256,0.2350
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,512,0.2344
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,1024,0.2348
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,2048,0.2310
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,4096,0.2444
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,8192,0.2500
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,16384,0.2445
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,32768,0.2489
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,65536,0.2684
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,131072,0.2967
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,2,0.2418
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,4,0.2435
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,8,0.2428
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,16,0.2425
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,32,0.2427
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,64,0.2425
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,128,0.2426
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,256,0.2424
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,512,0.2430
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,1024,0.2409
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,2048,0.2401
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,4096,0.2522
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,8192,0.2568
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,16384,0.2521
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,32768,0.2569
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,65536,0.2792
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,131072,0.3090
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,2,0.2490
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,4,0.2500
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,8,0.2495
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,16,0.2480
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,32,0.2492
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,64,0.2497
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,128,0.2500
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,256,0.2485
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,512,0.2495
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,1024,0.2479
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,2048,0.2445
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,4096,0.2588
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,8192,0.2630
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,16384,0.2595
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,32768,0.2664
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,65536,0.2892
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,131072,0.3270
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,2,0.2573
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,4,0.2575
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,8,0.2573
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,16,0.2577
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,32,0.2571
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,64,0.2573
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,128,0.2565
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,256,0.2575
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,512,0.2574
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,1024,0.2568
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,2048,0.2542
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,4096,0.2685
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,8192,0.2748
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,16384,0.2717
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,32768,0.2812
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,65536,0.3077
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,131072,0.3533
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,2,0.2652
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,4,0.2651
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,8,0.2654
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,16,0.2640
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,32,0.2663
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,64,0.2654
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,128,0.2664
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,256,0.2657
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,512,0.2634
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,1024,0.2643
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,2048,0.2632
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,4096,0.2769
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,8192,0.2843
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,16384,0.2844
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,32768,0.2977
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,65536,0.3336
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,131072,0.3961
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,2,0.2711
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,4,0.2717
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,8,0.2712
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,16,0.2721
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,32,0.2706
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,64,0.2728
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,128,0.2713
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,256,0.2718
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,512,0.2723
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,1024,0.2731
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,2048,0.2719
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,4096,0.2890
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,8192,0.2977
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,16384,0.3011
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,32768,0.3230
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,65536,0.3760
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,131072,0.4725
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,2,0.2765
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,4,0.2766
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,8,0.2772
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,16,0.2779
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,32,0.2778
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,64,0.2780
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,128,0.2773
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,256,0.2799
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,512,0.2803
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,1024,0.2819
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,2048,0.2838
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,4096,0.3012
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,8192,0.3140
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,16384,0.3269
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,32768,0.3661
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,65536,0.4533
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,131072,0.6158
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,2,0.2945
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,4,0.2934
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,8,0.2950
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,16,0.2940
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,32,0.2951
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,64,0.2961
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,128,0.2985
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,256,0.2994
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,512,0.3039
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,1024,0.3078
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,2048,0.3179
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,4096,0.3450
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,8192,0.3651
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,16384,0.3918
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,32768,0.4640
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,65536,0.6213
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,131072,0.9380
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,2,0.3939
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,4,0.3936
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,8,0.3947
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,16,0.3945
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,32,0.3948
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,64,0.3976
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,128,0.4000
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,256,0.4012
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,512,0.4105
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,1024,0.4226
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,2048,0.4404
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,4096,0.4810
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,8192,0.5196
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,16384,0.6038
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,32768,0.7740
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,65536,1.1550
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,131072,1.8622
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,2,0.5956
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,4,0.5984
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,8,0.5933
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,16,0.5963
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,32,0.5984
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,64,0.6003
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,128,0.6063
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,256,0.6119
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,512,0.6278
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,1024,0.6491
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,2048,0.6857
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,4096,0.7641
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,8192,0.8428
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,16384,1.0127
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,32768,1.3496
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,65536,2.1096
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,2,1.0020
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,4,1.0035
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,8,1.0035
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,16,1.0081
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,32,1.0082
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,64,1.0108
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,128,1.0140
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,256,1.0226
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,512,1.0481
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,1024,1.0912
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,2048,1.1736
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,4096,1.3240
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,8192,1.4812
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,16384,1.8258
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,32768,2.4954
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,2,0.2227
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,4,0.2309
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,8,0.2265
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,16,0.2246
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,32,0.2302
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,64,0.2256
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,128,0.2269
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,256,0.2289
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,512,0.2275
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,1024,0.2221
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,2048,0.2248
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,4096,0.2264
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,8192,0.2450
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,16384,0.2369
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,32768,0.2413
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,65536,0.2611
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,131072,0.2901
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,2,0.2386
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,4,0.2379
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,8,0.2339
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,16,0.2350
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,32,0.2378
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,64,0.2345
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,128,0.2381
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,256,0.2327
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,512,0.2373
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,1024,0.2302
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,2048,0.2337
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,4096,0.2424
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,8192,0.2523
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,16384,0.2467
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,32768,0.2538
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,65536,0.2735
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,131072,0.3065
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,2,0.2375
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,4,0.2448
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,8,0.2397
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,16,0.2445
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,32,0.2414
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,64,0.2441
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,128,0.2433
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,256,0.2419
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,512,0.2435
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,1024,0.2422
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,2048,0.2352
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,4096,0.2540
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,8192,0.2579
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,16384,0.2554
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,32768,0.2631
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,65536,0.2862
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,131072,0.3226
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,2,0.2520
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,4,0.2460
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,8,0.2514
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,16,0.2523
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,32,0.2528
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,64,0.2521
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,128,0.2526
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,256,0.2513
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,512,0.2517
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,1024,0.2516
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,2048,0.2510
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,4096,0.2640
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,8192,0.2715
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,16384,0.2673
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,32768,0.2770
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,65536,0.3056
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,131072,0.3482
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,2,0.2583
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,4,0.2593
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,8,0.2582
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,16,0.2573
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,32,0.2585
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,64,0.2580
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,128,0.2593
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,256,0.2594
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,512,0.2596
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,1024,0.2592
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,2048,0.2568
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,4096,0.2737
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,8192,0.2800
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,16384,0.2797
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,32768,0.2939
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,65536,0.3288
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,131072,0.3909
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,2,0.2665
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,4,0.2650
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,8,0.2672
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,16,0.2657
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,32,0.2677
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,64,0.2652
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,128,0.2695
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,256,0.2685
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,512,0.2686
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,1024,0.2691
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,2048,0.2678
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,4096,0.2853
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,8192,0.2921
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,16384,0.2972
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,32768,0.3208
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,65536,0.3726
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,131072,0.4691
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,2,0.2731
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,4,0.2737
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,8,0.2722
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,16,0.2744
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,32,0.2737
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,64,0.2742
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,128,0.2746
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,256,0.2752
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,512,0.2765
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,1024,0.2779
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,2048,0.2797
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,4096,0.2978
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,8192,0.3102
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,16384,0.3231
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,32768,0.3615
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,65536,0.4482
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,131072,0.6137
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,2,0.2880
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,4,0.2885
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,8,0.2875
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,16,0.2886
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,32,0.2881
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,64,0.2888
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,128,0.2919
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,256,0.2939
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,512,0.2972
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,1024,0.3016
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,2048,0.3119
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,4096,0.3403
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,8192,0.3592
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,16384,0.3851
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,32768,0.4589
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,65536,0.6128
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,131072,0.9342
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,2,0.3837
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,4,0.3837
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,8,0.3847
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,16,0.3843
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,32,0.3857
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,64,0.3874
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,128,0.3911
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,256,0.3923
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,512,0.4007
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,1024,0.4107
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,2048,0.4302
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,4096,0.4682
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,8192,0.5079
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,16384,0.5904
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,32768,0.8006
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,65536,1.1448
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,131072,1.8511
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,2,0.5751
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,4,0.5750
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,8,0.5775
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,16,0.5763
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,32,0.5786
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,64,0.5809
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,128,0.5854
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,256,0.5903
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,512,0.6047
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,1024,0.6286
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,2048,0.6653
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,4096,0.7430
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,8192,0.8220
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,16384,0.9898
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,32768,1.4020
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,65536,2.0899
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,2,0.9679
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,4,0.9617
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,8,0.9614
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,16,0.9656
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,32,0.9641
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,64,0.9667
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,128,0.9722
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,256,0.9814
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,512,1.0048
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,1024,1.0493
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,2048,1.1311
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,4096,1.2805
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,8192,1.4369
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,16384,1.8903
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,32768,2.4526
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,2,0.2270
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,4,0.2182
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,8,0.2238
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,16,0.2146
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,32,0.2241
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,64,0.2166
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,128,0.2254
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,256,0.2169
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,512,0.2265
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,1024,0.2184
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,2048,0.2195
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,4096,0.2374
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,8192,0.2309
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,16384,0.2359
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,32768,0.2407
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,65536,0.2596
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,131072,0.2876
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,2,0.2314
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,4,0.2327
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,8,0.2307
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,16,0.2345
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,32,0.2330
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,64,0.2347
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,128,0.2348
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,256,0.2344
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,512,0.2342
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,1024,0.2324
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,2048,0.2259
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,4096,0.2420
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,8192,0.2431
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,16384,0.2423
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,32768,0.2515
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,65536,0.2722
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,131072,0.3024
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,2,0.2344
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,4,0.2304
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,8,0.2426
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,16,0.2295
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,32,0.2312
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,64,0.2314
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,128,0.2269
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,256,0.2380
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,512,0.2281
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,1024,0.2326
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,2048,0.2365
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,4096,0.2408
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,8192,0.2486
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,16384,0.2508
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,32768,0.2596
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,65536,0.2851
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,131072,0.3213
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,2,0.2408
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,4,0.2476
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,8,0.2402
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,16,0.2478
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,32,0.2415
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,64,0.2451
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,128,0.2429
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,256,0.2461
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,512,0.2429
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,1024,0.2488
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,2048,0.2445
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,4096,0.2620
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,8192,0.2683
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,16384,0.2657
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,32768,0.2749
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,65536,0.3020
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,131072,0.3488
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,2,0.2544
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,4,0.2541
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,8,0.2521
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,16,0.2567
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,32,0.2530
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,64,0.2563
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,128,0.2541
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,256,0.2555
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,512,0.2564
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,1024,0.2576
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,2048,0.2560
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,4096,0.2722
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,8192,0.2779
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,16384,0.2762
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,32768,0.2924
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,65536,0.3252
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,131072,0.3888
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,2,0.2584
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,4,0.2631
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,8,0.2522
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,16,0.2595
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,32,0.2645
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,64,0.2551
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,128,0.2647
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,256,0.2654
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,512,0.2656
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,1024,0.2652
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,2048,0.2648
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,4096,0.2815
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,8192,0.2905
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,16384,0.2940
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,32768,0.3163
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,65536,0.3693
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,131072,0.4649
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,2,0.2696
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,4,0.2695
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,8,0.2696
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,16,0.2704
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,32,0.2699
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,64,0.2707
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,128,0.2715
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,256,0.2729
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,512,0.2744
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,1024,0.2745
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,2048,0.2754
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,4096,0.2944
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,8192,0.3075
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,16384,0.3192
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,32768,0.3588
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,65536,0.4457
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,131072,0.6089
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,2,0.2843
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,4,0.2851
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,8,0.2844
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,16,0.2844
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,32,0.2842
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,64,0.2867
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,128,0.2870
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,256,0.2908
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,512,0.2949
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,1024,0.2992
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,2048,0.3083
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,4096,0.3353
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,8192,0.3556
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,16384,0.3819
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,32768,0.4544
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,65536,0.6099
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,131072,0.9287
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,2,0.3795
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,4,0.3804
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,8,0.3797
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,16,0.3805
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,32,0.3793
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,64,0.3821
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,128,0.3862
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,256,0.3870
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,512,0.3948
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,1024,0.4053
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,2048,0.4255
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,4096,0.4626
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,8192,0.5018
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,16384,0.5848
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,32768,0.7563
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,65536,1.1397
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,131072,1.8477
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,2,0.5671
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,4,0.5664
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,8,0.5678
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,16,0.5682
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,32,0.5707
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,64,0.5712
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,128,0.5775
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,256,0.5820
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,512,0.5981
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,1024,0.6181
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,2048,0.6536
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,4096,0.7330
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,8192,0.8121
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,16384,0.9789
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,32768,1.3177
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,65536,2.0792
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,2,0.9417
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,4,0.9403
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,8,0.9418
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,16,0.9432
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,32,0.9441
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,64,0.9463
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,128,0.9501
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,256,0.9595
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,512,0.9841
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,1024,1.0293
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,2048,1.1114
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,4096,1.2616
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,8192,1.4185
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,16384,1.7601
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,32768,2.4316
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,2,0.2131
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,4,0.2172
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,8,0.2283
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,16,0.2149
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,32,0.2169
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,64,0.2156
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,128,0.2122
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,256,0.2110
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,512,0.2143
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,1024,0.2091
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,2048,0.2135
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,4096,0.2253
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,8192,0.2337
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,16384,0.2328
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,32768,0.2251
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,65536,0.2526
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,131072,0.2826
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,2,0.2274
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,4,0.2266
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,8,0.2259
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,16,0.2231
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,32,0.2204
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,64,0.2232
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,128,0.2193
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,256,0.2246
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,512,0.2239
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,1024,0.2228
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,2048,0.2197
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,4096,0.2346
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,8192,0.2388
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,16384,0.2352
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,32768,0.2501
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,65536,0.2697
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,131072,0.3017
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,2,0.2295
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,4,0.2331
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,8,0.2277
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,16,0.2347
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,32,0.2290
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,64,0.2320
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,128,0.2276
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,256,0.2363
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,512,0.2376
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,1024,0.2336
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,2048,0.2323
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,4096,0.2418
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,8192,0.2527
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,16384,0.2513
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,32768,0.2595
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,65536,0.2822
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,131072,0.3194
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,2,0.2409
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,4,0.2497
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,8,0.2350
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,16,0.2422
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,32,0.2345
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,64,0.2394
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,128,0.2357
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,256,0.2441
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,512,0.2397
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,1024,0.2476
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,2048,0.2457
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,4096,0.2608
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,8192,0.2671
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,16384,0.2661
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,32768,0.2747
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,65536,0.3013
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,131072,0.3462
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,2,0.2469
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,4,0.2401
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,8,0.2506
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,16,0.2401
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,32,0.2527
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,64,0.2401
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,128,0.2538
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,256,0.2454
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,512,0.2534
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,1024,0.2546
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,2048,0.2535
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,4096,0.2688
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,8192,0.2765
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,16384,0.2760
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,32768,0.2912
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,65536,0.3262
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,131072,0.3878
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,2,0.2470
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,4,0.2581
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,8,0.2474
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,16,0.2534
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,32,0.2493
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,64,0.2607
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,128,0.2520
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,256,0.2611
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,512,0.2580
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,1024,0.2621
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,2048,0.2621
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,4096,0.2784
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,8192,0.2864
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,16384,0.2907
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,32768,0.3131
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,65536,0.3669
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,131072,0.4641
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,2,0.2694
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,4,0.2683
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,8,0.2674
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,16,0.2689
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,32,0.2689
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,64,0.2704
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,128,0.2700
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,256,0.2704
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,512,0.2724
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,1024,0.2733
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,2048,0.2762
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,4096,0.2939
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,8192,0.3062
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,16384,0.3193
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,32768,0.3587
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,65536,0.4443
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,131072,0.6065
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,2,0.2816
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,4,0.2831
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,8,0.2815
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,16,0.2841
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,32,0.2821
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,64,0.2832
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,128,0.2852
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,256,0.2881
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,512,0.2919
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,1024,0.2954
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,2048,0.3051
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,4096,0.3326
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,8192,0.3520
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,16384,0.3787
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,32768,0.4530
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,65536,0.6077
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,131072,0.9275
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,2,0.3774
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,4,0.3779
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,8,0.3778
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,16,0.3787
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,32,0.3772
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,64,0.3796
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,128,0.3837
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,256,0.3864
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,512,0.3924
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,1024,0.4039
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,2048,0.4222
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,4096,0.4611
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,8192,0.4992
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,16384,0.5832
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,32768,0.7536
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,65536,1.1355
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,131072,1.9766
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,2,0.5613
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,4,0.5635
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,8,0.5639
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,16,0.5637
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,32,0.5659
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,64,0.5674
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,128,0.5708
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,256,0.5755
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,512,0.5917
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,1024,0.6122
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,2048,0.6482
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,4096,0.7273
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,8192,0.8072
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,16384,0.9757
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,32768,1.3843
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,65536,2.0736
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,2,0.9304
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,4,0.9315
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,8,0.9328
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,16,0.9337
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,32,0.9344
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,64,0.9363
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,128,0.9417
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,256,0.9500
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,512,0.9757
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,1024,1.0186
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,2048,1.1026
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,4096,1.2524
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,8192,1.4077
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,16384,1.7537
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,32768,2.4206
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,2,0.2173
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,4,0.2149
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,8,0.2186
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,16,0.2101
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,32,0.2167
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,64,0.2118
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,128,0.2131
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,256,0.2143
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,512,0.2093
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,1024,0.2149
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,2048,0.2135
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,4096,0.2209
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,8192,0.2311
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,16384,0.2253
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,32768,0.2369
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,65536,0.2590
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,131072,0.2862
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,2,0.2237
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,4,0.2173
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,8,0.2244
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,16,0.2183
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,32,0.2245
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,64,0.2194
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,128,0.2218
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,256,0.2191
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,512,0.2239
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,1024,0.2194
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,2048,0.2231
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,4096,0.2268
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,8192,0.2409
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,16384,0.2283
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,32768,0.2395
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,65536,0.2669
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,131072,0.2989
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,2,0.2304
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,4,0.2233
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,8,0.2309
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,16,0.2233
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,32,0.2301
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,64,0.2281
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,128,0.2312
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,256,0.2309
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,512,0.2259
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,1024,0.2240
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,2048,0.2254
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,4096,0.2403
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,8192,0.2452
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,16384,0.2495
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,32768,0.2574
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,65536,0.2801
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,131072,0.3172
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,2,0.2319
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,4,0.2375
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,8,0.2310
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,16,0.2379
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,32,0.2323
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,64,0.2384
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,128,0.2343
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,256,0.2374
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,512,0.2376
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,1024,0.2414
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,2048,0.2441
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,4096,0.2579
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,8192,0.2649
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,16384,0.2620
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,32768,0.2721
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,65536,0.2983
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,131072,0.3437
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,2,0.2451
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,4,0.2516
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,8,0.2486
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,16,0.2499
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,32,0.2460
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,64,0.2456
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,128,0.2515
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,256,0.2475
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,512,0.2479
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,1024,0.2536
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,2048,0.2530
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,4096,0.2680
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,8192,0.2748
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,16384,0.2737
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,32768,0.2888
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,65536,0.3237
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,131072,0.3866
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,2,0.2532
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,4,0.2579
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,8,0.2565
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,16,0.2586
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,32,0.2569
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,64,0.2557
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,128,0.2571
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,256,0.2591
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,512,0.2614
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,1024,0.2623
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,2048,0.2618
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,4096,0.2784
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,8192,0.2857
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,16384,0.2902
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,32768,0.3112
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,65536,0.3660
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,131072,0.4608
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,2,0.2632
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,4,0.2631
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,8,0.2618
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,16,0.2630
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,32,0.2630
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,64,0.2638
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,128,0.2657
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,256,0.2676
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,512,0.2673
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,1024,0.2696
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,2048,0.2708
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,4096,0.2902
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,8192,0.3017
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,16384,0.3135
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,32768,0.3538
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,65536,0.4401
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,131072,0.6029
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,2,0.2793
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,4,0.2799
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,8,0.2801
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,16,0.2787
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,32,0.2804
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,64,0.2812
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,128,0.2814
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,256,0.2851
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,512,0.2880
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,1024,0.2928
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,2048,0.3034
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,4096,0.3292
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,8192,0.3515
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,16384,0.3760
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,32768,0.4497
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,65536,0.6071
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,131072,0.9245
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,2,0.3752
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,4,0.3735
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,8,0.3739
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,16,0.3742
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,32,0.3748
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,64,0.3762
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,128,0.3792
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,256,0.3825
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,512,0.3886
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,1024,0.3989
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,2048,0.4175
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,4096,0.4580
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,8192,0.4975
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,16384,0.5808
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,32768,0.7552
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,65536,1.1322
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,131072,1.8777
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,2,0.5593
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,4,0.5628
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,8,0.5612
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,16,0.5620
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,32,0.5620
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,64,0.5638
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,128,0.5696
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,256,0.5728
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,512,0.5892
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,1024,0.6096
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,2048,0.6454
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,4096,0.7263
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,8192,0.8029
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,16384,1.0105
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,32768,1.3094
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,65536,2.0698
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,2,0.9218
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,4,0.9250
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,8,0.9253
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,16,0.9255
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,32,0.9291
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,64,0.9309
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,128,0.9373
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,256,0.9440
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,512,0.9681
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,1024,1.0132
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,2048,1.0955
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,4096,1.2473
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,8192,1.4011
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,16384,1.8504
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,32768,2.4142
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,2,0.2085
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,4,0.2133
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,8,0.2079
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,16,0.2076
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,32,0.2079
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,64,0.2081
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,128,0.2076
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,256,0.2079
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,512,0.2086
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,1024,0.2079
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,2048,0.2081
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,4096,0.2221
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,8192,0.2275
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,16384,0.2225
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,32768,0.2277
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,65536,0.2463
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,131072,0.2745
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,2,0.2162
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,4,0.2143
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,8,0.2163
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,16,0.2152
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,32,0.2150
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,64,0.2140
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,128,0.2155
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,256,0.2150
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,512,0.2163
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,1024,0.2163
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,2048,0.2164
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,4096,0.2297
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,8192,0.2347
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,16384,0.2303
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,32768,0.2356
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,65536,0.2543
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,131072,0.2858
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,2,0.2239
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,4,0.2237
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,8,0.2246
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,16,0.2239
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,32,0.2245
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,64,0.2240
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,128,0.2242
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,256,0.2237
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,512,0.2240
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,1024,0.2243
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,2048,0.2256
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,4096,0.2384
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,8192,0.2435
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,16384,0.2392
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,32768,0.2477
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,65536,0.2690
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,131072,0.3060
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,2,0.2409
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,4,0.2418
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,8,0.2399
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,16,0.2427
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,32,0.2404
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,64,0.2428
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,128,0.2408
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,256,0.2416
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,512,0.2418
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,1024,0.2427
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,2048,0.2418
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,4096,0.2567
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,8192,0.2620
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,16384,0.2599
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,32768,0.2685
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,65536,0.2968
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,131072,0.3403
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,2,0.2602
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,4,0.2593
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,8,0.2606
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,16,0.2593
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,32,0.2601
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,64,0.2594
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,128,0.2607
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,256,0.2597
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,512,0.2609
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,1024,0.2612
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,2048,0.2606
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,4096,0.2767
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,8192,0.2824
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,16384,0.2838
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,32768,0.2961
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,65536,0.3311
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,131072,0.3951
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,2,0.2983
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,4,0.2975
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,8,0.2985
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,16,0.2986
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,32,0.2990
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,64,0.2980
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,128,0.2983
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,256,0.2988
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,512,0.2994
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,1024,0.2985
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,2048,0.3001
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,4096,0.3163
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,8192,0.3263
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,16384,0.3302
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,32768,0.3506
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,65536,0.4049
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,131072,0.5016
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,2,0.3426
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,4,0.3420
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,8,0.3433
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,16,0.3443
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,32,0.3441
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,64,0.3443
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,128,0.3420
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,256,0.3441
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,512,0.3445
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,1024,0.3434
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,2048,0.3473
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,4096,0.3662
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,8192,0.3787
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,16384,0.3885
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,32768,0.4300
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,65536,0.5150
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,131072,0.6781
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,2,0.4790
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,4,0.4770
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,8,0.4776
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,16,0.4786
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,32,0.4789
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,64,0.4803
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,128,0.4797
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,256,0.4807
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,512,0.4814
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,1024,0.4838
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,2048,0.4896
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,4096,0.5138
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,8192,0.5370
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,16384,0.5648
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,32768,0.6357
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,65536,0.7891
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,131072,1.1078
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,2,0.7536
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,4,0.7543
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,8,0.7541
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,16,0.7552
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,32,0.7562
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,64,0.7581
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,128,0.7575
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,256,0.7596
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,512,0.7609
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,1024,0.7670
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,2048,0.7762
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,4096,0.8136
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,8192,0.8557
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,16384,0.9382
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,32768,1.1078
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,65536,1.4923
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,131072,2.2067
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,2,1.3276
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,4,1.3270
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,8,1.3288
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,16,1.3311
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,32,1.3300
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,64,1.3301
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,128,1.3323
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,256,1.3351
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,512,1.3438
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,1024,1.3547
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,2048,1.3755
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,4096,1.4448
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,8192,1.5257
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,16384,1.6970
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,32768,2.0321
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,65536,2.7960
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,2,2.4738
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,4,2.4790
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,8,2.4794
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,16,2.4792
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,32,2.4768
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,64,2.4847
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,128,2.4806
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,256,2.4881
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,512,2.4991
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,1024,2.5212
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,2048,2.5610
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,4096,2.6958
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,8192,2.8551
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,16384,3.2053
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,32768,3.8725
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,2,0.1819
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,4,0.1828
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,8,0.1841
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,16,0.1820
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,32,0.1818
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,64,0.1821
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,128,0.1824
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,256,0.1839
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,512,0.1852
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,1024,0.1849
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,2048,0.1858
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,4096,0.1989
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,8192,0.2050
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,16384,0.1982
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,32768,0.2027
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,65536,0.2197
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,131072,0.2481
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,2,0.1930
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,4,0.1924
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,8,0.1915
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,16,0.1918
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,32,0.1915
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,64,0.1925
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,128,0.1928
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,256,0.1926
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,512,0.1937
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,1024,0.1921
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,2048,0.1934
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,4096,0.2076
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,8192,0.2111
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,16384,0.2061
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,32768,0.2137
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,65536,0.2316
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,131072,0.2628
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,2,0.1970
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,4,0.1982
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,8,0.1977
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,16,0.1978
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,32,0.1980
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,64,0.1985
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,128,0.1986
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,256,0.1991
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,512,0.1978
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,1024,0.1988
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,2048,0.1993
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,4096,0.2132
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,8192,0.2182
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,16384,0.2132
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,32768,0.2204
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,65536,0.2421
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,131072,0.2783
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,2,0.2068
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,4,0.2063
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,8,0.2069
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,16,0.2057
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,32,0.2063
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,64,0.2058
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,128,0.2072
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,256,0.2072
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,512,0.2078
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,1024,0.2080
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,2048,0.2086
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,4096,0.2231
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,8192,0.2288
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,16384,0.2259
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,32768,0.2355
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,65536,0.2627
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,131072,0.3076
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,2,0.2197
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,4,0.2214
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,8,0.2206
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,16,0.2205
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,32,0.2208
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,64,0.2208
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,128,0.2209
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,256,0.2202
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,512,0.2217
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,1024,0.2221
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,2048,0.2221
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,4096,0.2378
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,8192,0.2450
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,16384,0.2446
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,32768,0.2592
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,65536,0.2941
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,131072,0.3557
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,2,0.2451
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,4,0.2471
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,8,0.2454
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,16,0.2465
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,32,0.2458
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,64,0.2465
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,128,0.2462
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,256,0.2467
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,512,0.2461
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,1024,0.2475
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,2048,0.2498
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,4096,0.2659
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,8192,0.2744
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,16384,0.2783
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,32768,0.3021
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,65536,0.3537
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,131072,0.4501
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,2,0.2763
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,4,0.2761
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,8,0.2762
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,16,0.2757
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,32,0.2767
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,64,0.2772
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,128,0.2773
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,256,0.2780
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,512,0.2785
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,1024,0.2793
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,2048,0.2842
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,4096,0.3046
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,8192,0.3175
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,16384,0.3274
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,32768,0.3677
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,65536,0.4522
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,131072,0.6161
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,2,0.3373
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,4,0.3353
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,8,0.3362
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,16,0.3360
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,32,0.3372
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,64,0.3375
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,128,0.3383
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,256,0.3400
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,512,0.3410
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,1024,0.3442
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,2048,0.3507
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,4096,0.3780
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,8192,0.3999
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,16384,0.4238
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,32768,0.4973
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,65536,0.6501
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,131072,0.9718
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,2,0.4905
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,4,0.4895
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,8,0.4908
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,16,0.4892
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,32,0.4913
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,64,0.4917
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,128,0.4928
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,256,0.4946
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,512,0.4997
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,1024,0.5061
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,2048,0.5173
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,4096,0.5581
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,8192,0.6008
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,16384,0.6821
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,32768,0.8535
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,65536,1.2351
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,131072,2.0278
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,2,0.8161
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,4,0.8176
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,8,0.8189
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,16,0.8186
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,32,0.8212
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,64,0.8229
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,128,0.8249
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,256,0.8277
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,512,0.8350
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,1024,0.8462
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,2048,0.8685
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,4096,0.9471
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,8192,1.0280
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,16384,1.1971
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,32768,1.5341
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,65536,2.2950
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,2,1.4683
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,4,1.4662
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,8,1.4679
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,16,1.4676
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,32,1.4726
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,64,1.4733
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,128,1.4784
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,256,1.4846
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,512,1.4977
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,1024,1.5238
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,2048,1.5744
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,4096,1.7314
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,8192,1.8900
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,16384,2.2358
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,32768,2.9025
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,2,0.1727
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,4,0.1755
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,8,0.1726
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,16,0.1723
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,32,0.1729
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,64,0.1737
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,128,0.1727
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,256,0.1726
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,512,0.1732
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,1024,0.1740
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,2048,0.1734
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,4096,0.1876
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,8192,0.1921
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,16384,0.1873
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,32768,0.1924
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,65536,0.2112
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,131072,0.2379
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,2,0.1821
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,4,0.1830
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,8,0.1822
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,16,0.1834
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,32,0.1825
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,64,0.1817
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,128,0.1830
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,256,0.1823
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,512,0.1830
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,1024,0.1820
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,2048,0.1830
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,4096,0.1972
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,8192,0.2036
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,16384,0.1984
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,32768,0.2031
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,65536,0.2233
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,131072,0.2528
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,2,0.1873
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,4,0.1868
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,8,0.1869
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,16,0.1871
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,32,0.1876
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,64,0.1870
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,128,0.1865
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,256,0.1869
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,512,0.1877
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,1024,0.1881
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,2048,0.1878
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,4096,0.2019
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,8192,0.2072
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,16384,0.2036
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,32768,0.2113
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,65536,0.2324
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,131072,0.2693
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,2,0.1987
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,4,0.1980
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,8,0.1986
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,16,0.1981
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,32,0.1980
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,64,0.1987
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,128,0.1987
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,256,0.1990
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,512,0.1992
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,1024,0.1992
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,2048,0.1996
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,4096,0.2155
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,8192,0.2203
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,16384,0.2182
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,32768,0.2273
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,65536,0.2546
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,131072,0.2989
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,2,0.2124
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,4,0.2120
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,8,0.2116
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,16,0.2121
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,32,0.2106
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,64,0.2117
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,128,0.2126
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,256,0.2120
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,512,0.2125
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,1024,0.2119
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,2048,0.2139
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,4096,0.2291
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,8192,0.2358
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,16384,0.2370
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,32768,0.2494
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,65536,0.2861
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,131072,0.3475
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,2,0.2361
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,4,0.2349
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,8,0.2351
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,16,0.2352
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,32,0.2349
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,64,0.2357
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,128,0.2351
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,256,0.2357
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,512,0.2356
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,1024,0.2364
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,2048,0.2383
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,4096,0.2557
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,8192,0.2649
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,16384,0.2674
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,32768,0.2896
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,65536,0.3430
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,131072,0.4397
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,2,0.2657
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,4,0.2656
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,8,0.2651
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,16,0.2660
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,32,0.2656
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,64,0.2663
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,128,0.2666
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,256,0.2672
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,512,0.2667
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,1024,0.2693
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,2048,0.2735
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,4096,0.2938
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,8192,0.3070
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,16384,0.3172
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,32768,0.3561
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,65536,0.4421
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,131072,0.6048
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,2,0.3243
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,4,0.3233
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,8,0.3247
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,16,0.3237
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,32,0.3244
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,64,0.3257
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,128,0.3262
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,256,0.3259
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,512,0.3281
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,1024,0.3309
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,2048,0.3372
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,4096,0.3659
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,8192,0.3868
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,16384,0.4110
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,32768,0.4842
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,65536,0.6372
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,131072,0.9577
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,2,0.4717
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,4,0.4721
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,8,0.4726
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,16,0.4721
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,32,0.4732
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,64,0.4753
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,128,0.4742
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,256,0.4752
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,512,0.4795
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,1024,0.4868
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,2048,0.4982
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,4096,0.5393
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,8192,0.5800
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,16384,0.6653
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,32768,0.8358
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,65536,1.2152
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,131072,1.9249
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,2,0.7820
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,4,0.7809
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,8,0.7842
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,16,0.7824
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,32,0.7839
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,64,0.7866
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,128,0.7878
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,256,0.7955
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,512,0.8001
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,1024,0.8096
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,2048,0.8321
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,4096,0.9096
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,8192,0.9899
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,16384,1.1615
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,32768,1.4992
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,65536,2.2575
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,2,1.4003
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,4,1.4014
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,8,1.4005
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,16,1.4020
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,32,1.4065
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,64,1.4071
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,128,1.4092
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,256,1.4199
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,512,1.4317
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,1024,1.4570
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,2048,1.5076
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,4096,1.6647
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,8192,1.8240
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,16384,2.1653
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,32768,2.8367
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,2,0.1668
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,4,0.1677
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,8,0.1674
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,16,0.1668
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,32,0.1669
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,64,0.1675
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,128,0.1670
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,256,0.1675
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,512,0.1679
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,1024,0.1688
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,2048,0.1691
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,4096,0.1826
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,8192,0.1880
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,16384,0.1823
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,32768,0.1868
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,65536,0.2057
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,131072,0.2332
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,2,0.1756
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,4,0.1763
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,8,0.1752
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,16,0.1760
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,32,0.1756
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,64,0.1762
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,128,0.1760
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,256,0.1759
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,512,0.1771
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,1024,0.1784
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,2048,0.1774
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,4096,0.1910
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,8192,0.1965
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,16384,0.1921
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,32768,0.1963
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,65536,0.2159
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,131072,0.2490
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,2,0.1817
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,4,0.1803
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,8,0.1810
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,16,0.1805
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,32,0.1810
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,64,0.1806
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,128,0.1813
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,256,0.1814
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,512,0.1816
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,1024,0.1820
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,2048,0.1822
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,4096,0.1960
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,8192,0.2012
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,16384,0.1978
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,32768,0.2047
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,65536,0.2267
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,131072,0.2623
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,2,0.1924
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,4,0.1921
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,8,0.1923
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,16,0.1916
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,32,0.1932
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,64,0.1925
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,128,0.1929
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,256,0.1930
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,512,0.1945
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,1024,0.1937
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,2048,0.1944
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,4096,0.2088
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,8192,0.2147
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,16384,0.2115
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,32768,0.2211
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,65536,0.2469
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,131072,0.2933
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,2,0.2063
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,4,0.2063
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,8,0.2063
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,16,0.2058
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,32,0.2054
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,64,0.2062
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,128,0.2062
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,256,0.2052
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,512,0.2055
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,1024,0.2063
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,2048,0.2073
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,4096,0.2218
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,8192,0.2283
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,16384,0.2281
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,32768,0.2417
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,65536,0.2787
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,131072,0.3415
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,2,0.2303
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,4,0.2297
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,8,0.2296
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,16,0.2296
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,32,0.2292
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,64,0.2300
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,128,0.2302
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,256,0.2297
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,512,0.2303
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,1024,0.2306
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,2048,0.2332
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,4096,0.2500
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,8192,0.2594
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,16384,0.2631
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,32768,0.2844
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,65536,0.3371
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,131072,0.4348
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,2,0.2607
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,4,0.2601
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,8,0.2604
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,16,0.2603
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,32,0.2602
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,64,0.2603
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,128,0.2614
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,256,0.2616
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,512,0.2618
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,1024,0.2638
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,2048,0.2675
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,4096,0.2892
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,8192,0.3014
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,16384,0.3106
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,32768,0.3510
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,65536,0.4363
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,131072,0.5990
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,2,0.3114
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,4,0.3117
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,8,0.3114
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,16,0.3110
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,32,0.3125
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,64,0.3128
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,128,0.3128
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,256,0.3139
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,512,0.3153
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,1024,0.3180
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,2048,0.3241
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,4096,0.3517
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,8192,0.3736
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,16384,0.3977
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,32768,0.4700
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,65536,0.6242
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,131072,0.9457
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,2,0.4515
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,4,0.4518
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,8,0.4506
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,16,0.4513
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,32,0.4527
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,64,0.4546
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,128,0.4541
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,256,0.4556
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,512,0.4605
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,1024,0.4664
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,2048,0.4794
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,4096,0.5208
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,8192,0.5600
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,16384,0.6435
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,32768,0.8143
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,65536,1.1959
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,131072,1.9583
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,2,0.7390
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,4,0.7395
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,8,0.7398
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,16,0.7402
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,32,0.7419
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,64,0.7448
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,128,0.7466
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,256,0.7516
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,512,0.7592
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,1024,0.7676
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,2048,0.7903
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,4096,0.8690
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,8192,0.9485
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,16384,1.1186
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,32768,1.4575
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,65536,2.2147
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,2,1.3228
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,4,1.3238
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,8,1.3233
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,16,1.3255
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,32,1.3266
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,64,1.3301
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,128,1.3324
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,256,1.3401
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,512,1.3499
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,1024,1.3705
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,2048,1.4177
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,4096,1.5625
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,8192,1.7203
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,16384,2.0662
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,32768,2.7357
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,2,0.1591
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,4,0.1627
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,8,0.1610
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,16,0.1623
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,32,0.1614
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,64,0.1623
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,128,0.1619
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,256,0.1626
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,512,0.1621
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,1024,0.1631
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,2048,0.1620
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,4096,0.1781
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,8192,0.1820
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,16384,0.1775
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,32768,0.1826
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,65536,0.2017
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,131072,0.2304
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,2,0.1716
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,4,0.1701
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,8,0.1711
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,16,0.1702
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,32,0.1711
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,64,0.1718
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,128,0.1709
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,256,0.1711
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,512,0.1720
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,1024,0.1734
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,2048,0.1740
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,4096,0.1869
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,8192,0.1933
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,16384,0.1878
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,32768,0.1941
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,65536,0.2137
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,131072,0.2444
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,2,0.1752
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,4,0.1759
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,8,0.1758
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,16,0.1761
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,32,0.1748
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,64,0.1763
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,128,0.1753
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,256,0.1762
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,512,0.1772
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,1024,0.1775
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,2048,0.1788
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,4096,0.1927
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,8192,0.1977
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,16384,0.1942
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,32768,0.2020
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,65536,0.2234
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,131072,0.2593
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,2,0.1873
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,4,0.1879
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,8,0.1881
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,16,0.1882
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,32,0.1879
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,64,0.1884
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,128,0.1888
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,256,0.1891
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,512,0.1894
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,1024,0.1911
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,2048,0.1903
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,4096,0.2051
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,8192,0.2107
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,16384,0.2084
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,32768,0.2182
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,65536,0.2442
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,131072,0.2899
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,2,0.2009
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,4,0.2015
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,8,0.2013
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,16,0.2013
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,32,0.2015
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,64,0.2016
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,128,0.2017
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,256,0.2025
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,512,0.2028
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,1024,0.2036
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,2048,0.2043
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,4096,0.2196
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,8192,0.2270
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,16384,0.2267
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,32768,0.2403
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,65536,0.2749
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,131072,0.3382
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,2,0.2248
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,4,0.2256
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,8,0.2251
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,16,0.2252
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,32,0.2251
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,64,0.2257
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,128,0.2259
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,256,0.2263
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,512,0.2262
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,1024,0.2269
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,2048,0.2298
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,4096,0.2468
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,8192,0.2557
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,16384,0.2581
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,32768,0.2804
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,65536,0.3350
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,131072,0.4303
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,2,0.2549
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,4,0.2554
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,8,0.2555
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,16,0.2560
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,32,0.2571
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,64,0.2568
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,128,0.2569
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,256,0.2569
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,512,0.2579
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,1024,0.2595
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,2048,0.2635
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,4096,0.2836
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,8192,0.2969
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,16384,0.3072
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,32768,0.3460
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,65536,0.4334
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,131072,0.5939
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,2,0.3052
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,4,0.3054
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,8,0.3054
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,16,0.3054
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,32,0.3057
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,64,0.3066
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,128,0.3064
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,256,0.3078
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,512,0.3091
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,1024,0.3120
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,2048,0.3186
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,4096,0.3452
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,8192,0.3675
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,16384,0.3928
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,32768,0.4650
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,65536,0.6172
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,131072,0.9389
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,2,0.4417
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,4,0.4422
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,8,0.4408
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,16,0.4409
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,32,0.4417
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,64,0.4425
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,128,0.4444
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,256,0.4462
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,512,0.4516
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,1024,0.4565
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,2048,0.4691
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,4096,0.5104
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,8192,0.5499
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,16384,0.6336
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,32768,0.8036
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,65536,1.1850
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,131072,2.0194
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,2,0.7164
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,4,0.7176
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,8,0.7180
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,16,0.7197
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,32,0.7211
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,64,0.7236
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,128,0.7265
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,256,0.7317
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,512,0.7364
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,1024,0.7484
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,2048,0.7700
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,4096,0.8498
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,8192,0.9302
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,16384,1.0995
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,32768,1.4355
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,65536,2.1964
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,2,1.2823
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,4,1.2817
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,8,1.2824
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,16,1.2832
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,32,1.2837
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,64,1.2881
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,128,1.2906
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,256,1.2998
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,512,1.3062
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,1024,1.3298
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,2048,1.3740
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,4096,1.5244
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,8192,1.6836
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,16384,2.0247
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,32768,2.6953
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,2,0.1578
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,4,0.1585
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,8,0.1589
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,16,0.1589
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,32,0.1584
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,64,0.1585
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,128,0.1582
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,256,0.1585
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,512,0.1588
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,1024,0.1593
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,2048,0.1588
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,4096,0.1741
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,8192,0.1774
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,16384,0.1744
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,32768,0.1783
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,65536,0.1973
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,131072,0.2254
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,2,0.1689
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,4,0.1673
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,8,0.1683
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,16,0.1687
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,32,0.1682
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,64,0.1700
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,128,0.1688
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,256,0.1698
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,512,0.1695
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,1024,0.1715
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,2048,0.1706
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,4096,0.1849
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,8192,0.1902
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,16384,0.1852
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,32768,0.1910
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,65536,0.2114
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,131072,0.2434
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,2,0.1743
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,4,0.1748
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,8,0.1738
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,16,0.1754
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,32,0.1741
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,64,0.1746
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,128,0.1742
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,256,0.1747
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,512,0.1751
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,1024,0.1765
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,2048,0.1748
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,4096,0.1911
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,8192,0.1959
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,16384,0.1922
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,32768,0.1996
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,65536,0.2213
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,131072,0.2567
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,2,0.1856
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,4,0.1848
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,8,0.1853
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,16,0.1854
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,32,0.1857
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,64,0.1855
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,128,0.1859
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,256,0.1866
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,512,0.1877
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,1024,0.1876
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,2048,0.1882
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,4096,0.2033
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,8192,0.2098
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,16384,0.2055
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,32768,0.2155
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,65536,0.2422
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,131072,0.2870
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,2,0.1986
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,4,0.1974
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,8,0.1978
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,16,0.1976
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,32,0.1976
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,64,0.1983
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,128,0.1981
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,256,0.2005
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,512,0.1989
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,1024,0.2009
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,2048,0.2012
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,4096,0.2184
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,8192,0.2246
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,16384,0.2239
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,32768,0.2384
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,65536,0.2718
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,131072,0.3342
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,2,0.2224
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,4,0.2224
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,8,0.2229
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,16,0.2223
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,32,0.2228
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,64,0.2227
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,128,0.2233
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,256,0.2237
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,512,0.2251
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,1024,0.2253
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,2048,0.2283
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,4096,0.2458
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,8192,0.2550
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,16384,0.2576
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,32768,0.2802
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,65536,0.3326
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,131072,0.4279
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,2,0.2524
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,4,0.2526
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,8,0.2532
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,16,0.2528
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,32,0.2525
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,64,0.2533
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,128,0.2545
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,256,0.2543
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,512,0.2545
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,1024,0.2565
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,2048,0.2614
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,4096,0.2822
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,8192,0.2955
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,16384,0.3049
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,32768,0.3441
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,65536,0.4303
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,131072,0.5922
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,2,0.3014
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,4,0.3018
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,8,0.3015
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,16,0.3021
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,32,0.3026
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,64,0.3027
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,128,0.3032
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,256,0.3054
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,512,0.3062
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,1024,0.3081
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,2048,0.3146
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,4096,0.3429
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,8192,0.3642
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,16384,0.3889
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,32768,0.4619
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,65536,0.6146
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,131072,0.9358
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,2,0.4375
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,4,0.4371
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,8,0.4363
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,16,0.4376
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,32,0.4361
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,64,0.4394
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,128,0.4396
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,256,0.4415
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,512,0.4451
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,1024,0.4519
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,2048,0.4646
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,4096,0.5038
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,8192,0.5455
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,16384,0.6292
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,32768,0.7997
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,65536,1.1801
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,131072,1.9296
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,2,0.7062
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,4,0.7068
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,8,0.7064
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,16,0.7093
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,32,0.7098
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,64,0.7135
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,128,0.7143
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,256,0.7194
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,512,0.7259
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,1024,0.7379
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,2048,0.7586
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,4096,0.8386
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,8192,0.9192
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,16384,1.0877
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,32768,1.4258
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,65536,2.1861
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,2,1.2601
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,4,1.2607
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,8,1.2604
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,16,1.2628
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,32,1.2634
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,64,1.2683
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,128,1.2726
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,256,1.2798
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,512,1.2867
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,1024,1.3090
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,2048,1.3527
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,4096,1.5012
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,8192,1.6609
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,16384,2.0052
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,32768,2.6744
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,2,0.1554
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,4,0.1584
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,8,0.1541
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,16,0.1559
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,32,0.1544
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,64,0.1545
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,128,0.1550
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,256,0.1552
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,512,0.1558
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,1024,0.1556
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,2048,0.1561
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,4096,0.1683
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,8192,0.1749
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,16384,0.1712
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,32768,0.1744
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,65536,0.1944
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,131072,0.2230
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,2,0.1665
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,4,0.1643
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,8,0.1653
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,16,0.1651
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,32,0.1664
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,64,0.1658
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,128,0.1674
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,256,0.1664
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,512,0.1686
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,1024,0.1664
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,2048,0.1680
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,4096,0.1831
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,8192,0.1874
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,16384,0.1842
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,32768,0.1881
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,65536,0.2093
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,131072,0.2402
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,2,0.1727
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,4,0.1726
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,8,0.1722
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,16,0.1726
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,32,0.1721
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,64,0.1726
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,128,0.1723
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,256,0.1729
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,512,0.1739
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,1024,0.1765
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,2048,0.1750
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,4096,0.1910
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,8192,0.1959
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,16384,0.1910
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,32768,0.2005
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,65536,0.2219
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,131072,0.2561
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,2,0.1841
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,4,0.1844
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,8,0.1847
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,16,0.1825
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,32,0.1846
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,64,0.1839
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,128,0.1848
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,256,0.1851
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,512,0.1853
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,1024,0.1870
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,2048,0.1884
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,4096,0.2021
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,8192,0.2090
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,16384,0.2057
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,32768,0.2144
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,65536,0.2417
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,131072,0.2861
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,2,0.1973
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,4,0.1976
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,8,0.1975
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,16,0.1976
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,32,0.1977
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,64,0.1983
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,128,0.1984
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,256,0.1989
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,512,0.1994
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,1024,0.1986
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,2048,0.2020
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,4096,0.2165
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,8192,0.2238
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,16384,0.2237
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,32768,0.2378
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,65536,0.2715
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,131072,0.3343
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,2,0.2208
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,4,0.2207
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,8,0.2208
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,16,0.2211
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,32,0.2193
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,64,0.2197
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,128,0.2201
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,256,0.2205
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,512,0.2226
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,1024,0.2232
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,2048,0.2245
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,4096,0.2419
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,8192,0.2503
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,16384,0.2543
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,32768,0.2767
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,65536,0.3307
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,131072,0.4255
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,2,0.2513
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,4,0.2510
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,8,0.2508
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,16,0.2507
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,32,0.2511
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,64,0.2511
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,128,0.2519
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,256,0.2522
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,512,0.2529
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,1024,0.2561
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,2048,0.2594
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,4096,0.2815
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,8192,0.2941
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,16384,0.3033
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,32768,0.3429
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,65536,0.4289
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,131072,0.5908
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,2,0.2991
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,4,0.2992
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,8,0.2992
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,16,0.2995
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,32,0.3003
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,64,0.3005
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,128,0.3009
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,256,0.3022
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,512,0.3048
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,1024,0.3071
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,2048,0.3123
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,4096,0.3395
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,8192,0.3613
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,16384,0.3863
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,32768,0.4608
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,65536,0.6141
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,131072,0.9504
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,2,0.4338
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,4,0.4348
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,8,0.4346
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,16,0.4343
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,32,0.4357
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,64,0.4361
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,128,0.4372
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,256,0.4392
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,512,0.4431
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,1024,0.4508
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,2048,0.4619
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,4096,0.5030
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,8192,0.5437
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,16384,0.6270
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,32768,0.7972
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,65536,1.1787
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,131072,2.0101
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,2,0.7017
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,4,0.7028
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,8,0.7019
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,16,0.7037
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,32,0.7046
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,64,0.7079
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,128,0.7117
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,256,0.7168
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,512,0.7227
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,1024,0.7325
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,2048,0.7541
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,4096,0.8339
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,8192,0.9137
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,16384,1.0840
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,32768,1.4198
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,65536,2.1815
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,2,1.2488
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,4,1.2512
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,8,1.2503
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,16,1.2526
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,32,1.2543
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,64,1.2600
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,128,1.2621
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,256,1.2676
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,512,1.2760
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,1024,1.2986
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,2048,1.3424
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,4096,1.4914
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,8192,1.6500
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,16384,1.9951
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,32768,2.6645
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,2,0.1526
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,4,0.1563
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,8,0.1518
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,16,0.1532
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,32,0.1538
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,64,0.1525
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,128,0.1516
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,256,0.1531
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,512,0.1517
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,1024,0.1537
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,2048,0.1534
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,4096,0.1668
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,8192,0.1706
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,16384,0.1685
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,32768,0.1744
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,65536,0.1926
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,131072,0.2224
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,2,0.1637
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,4,0.1641
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,8,0.1637
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,16,0.1640
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,32,0.1639
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,64,0.1640
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,128,0.1636
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,256,0.1643
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,512,0.1641
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,1024,0.1656
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,2048,0.1647
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,4096,0.1799
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,8192,0.1851
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,16384,0.1812
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,32768,0.1865
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,65536,0.2070
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,131072,0.2376
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,2,0.1681
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,4,0.1688
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,8,0.1682
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,16,0.1675
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,32,0.1691
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,64,0.1687
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,128,0.1688
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,256,0.1698
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,512,0.1696
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,1024,0.1716
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,2048,0.1704
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,4096,0.1859
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,8192,0.1909
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,16384,0.1879
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,32768,0.1948
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,65536,0.2171
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,131072,0.2540
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,2,0.1827
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,4,0.1820
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,8,0.1827
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,16,0.1826
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,32,0.1825
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,64,0.1820
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,128,0.1830
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,256,0.1825
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,512,0.1818
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,1024,0.1841
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,2048,0.1856
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,4096,0.2003
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,8192,0.2063
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,16384,0.2032
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,32768,0.2134
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,65536,0.2395
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,131072,0.2845
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,2,0.1954
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,4,0.1956
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,8,0.1938
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,16,0.1948
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,32,0.1958
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,64,0.1952
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,128,0.1963
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,256,0.1959
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,512,0.1962
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,1024,0.1971
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,2048,0.1985
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,4096,0.2143
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,8192,0.2211
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,16384,0.2209
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,32768,0.2346
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,65536,0.2698
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,131072,0.3312
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,2,0.2176
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,4,0.2179
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,8,0.2178
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,16,0.2178
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,32,0.2183
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,64,0.2177
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,128,0.2186
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,256,0.2184
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,512,0.2198
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,1024,0.2201
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,2048,0.2233
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,4096,0.2399
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,8192,0.2490
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,16384,0.2525
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,32768,0.2751
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,65536,0.3277
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,131072,0.4230
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,2,0.2478
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,4,0.2475
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,8,0.2493
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,16,0.2489
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,32,0.2491
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,64,0.2485
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,128,0.2489
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,256,0.2504
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,512,0.2494
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,1024,0.2533
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,2048,0.2570
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,4096,0.2790
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,8192,0.2914
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,16384,0.3023
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,32768,0.3415
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,65536,0.4258
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,131072,0.5878
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,2,0.2970
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,4,0.2961
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,8,0.2964
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,16,0.2968
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,32,0.2972
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,64,0.2972
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,128,0.2978
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,256,0.2989
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,512,0.2998
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,1024,0.3037
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,2048,0.3089
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,4096,0.3368
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,8192,0.3579
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,16384,0.3830
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,32768,0.4562
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,65536,0.6105
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,131072,0.9508
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,2,0.4303
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,4,0.4300
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,8,0.4304
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,16,0.4305
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,32,0.4318
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,64,0.4324
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,128,0.4328
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,256,0.4364
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,512,0.4388
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,1024,0.4467
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,2048,0.4582
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,4096,0.4982
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,8192,0.5387
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,16384,0.6232
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,32768,0.7927
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,65536,1.1737
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,131072,2.0078
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,2,0.6978
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,4,0.6990
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,8,0.7005
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,16,0.6991
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,32,0.7005
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,64,0.7059
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,128,0.7071
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,256,0.7143
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,512,0.7191
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,1024,0.7287
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,2048,0.7526
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,4096,0.8312
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,8192,0.9098
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,16384,1.0807
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,32768,1.4173
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,65536,2.1769
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,2,1.2440
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,4,1.2458
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,8,1.2453
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,16,1.2466
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,32,1.2485
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,64,1.2525
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,128,1.2565
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,256,1.2629
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,512,1.2705
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,1024,1.2910
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,2048,1.3373
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,4096,1.4857
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,8192,1.6465
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,16384,1.9883
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,32768,2.6564
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,2,0.3445
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,4,0.3448
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,8,0.3433
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,16,0.3441
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,32,0.3453
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,64,0.3455
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,128,0.3445
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,256,0.3441
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,512,0.3432
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,1024,0.3429
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,2048,0.3384
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,4096,0.3530
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,8192,0.3564
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,16384,0.3526
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,32768,0.3572
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,65536,0.3733
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,131072,0.4038
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,2,0.3509
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,4,0.3517
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,8,0.3515
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,16,0.3516
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,32,0.3517
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,64,0.3512
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,128,0.3503
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,256,0.3510
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,512,0.3512
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,1024,0.3493
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,2048,0.3466
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,4096,0.3600
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,8192,0.3652
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,16384,0.3601
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,32768,0.3670
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,65536,0.3873
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,131072,0.4164
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,2,0.3591
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,4,0.3575
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,8,0.3567
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,16,0.3568
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,32,0.3576
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,64,0.3566
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,128,0.3564
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,256,0.3572
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,512,0.3563
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,1024,0.3565
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,2048,0.3551
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,4096,0.3684
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,8192,0.3726
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,16384,0.3685
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,32768,0.3765
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,65536,0.3967
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,131072,0.4349
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,2,0.3675
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,4,0.3676
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,8,0.3676
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,16,0.3672
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,32,0.3678
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,64,0.3678
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,128,0.3672
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,256,0.3679
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,512,0.3668
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,1024,0.3666
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,2048,0.3645
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,4096,0.3777
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,8192,0.3832
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,16384,0.3803
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,32768,0.3901
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,65536,0.4171
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,131072,0.4619
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,2,0.3852
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,4,0.3842
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,8,0.3842
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,16,0.3850
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,32,0.3842
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,64,0.3833
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,128,0.3838
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,256,0.3834
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,512,0.3836
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,1024,0.3825
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,2048,0.3803
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,4096,0.3961
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,8192,0.4011
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,16384,0.4022
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,32768,0.4145
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,65536,0.4500
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,131072,0.5134
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,2,0.3859
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,4,0.3863
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,8,0.3856
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,16,0.3849
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,32,0.3841
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,64,0.3846
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,128,0.3844
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,256,0.3837
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,512,0.3859
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,1024,0.3820
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,2048,0.3833
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,4096,0.3981
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,8192,0.4071
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,16384,0.4131
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,32768,0.4330
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,65536,0.4860
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,131072,0.5807
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,2,0.4031
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,4,0.4025
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,8,0.4031
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,16,0.4026
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,32,0.4041
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,64,0.4031
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,128,0.4051
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,256,0.4038
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,512,0.4017
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,1024,0.4048
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,2048,0.4040
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,4096,0.4221
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,8192,0.4351
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,16384,0.4487
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,32768,0.4863
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,65536,0.5758
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,131072,0.7389
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,2,0.5007
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,4,0.5047
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,8,0.5028
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,16,0.5018
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,32,0.5010
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,64,0.5048
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,128,0.5082
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,256,0.5046
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,512,0.5095
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,1024,0.5089
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,2048,0.5137
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,4096,0.5354
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,8192,0.5548
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,16384,0.5878
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,32768,0.6568
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,65536,0.8096
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,131072,1.1272
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,2,0.7071
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,4,0.7078
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,8,0.7079
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,16,0.7107
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,32,0.7101
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,64,0.7137
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,128,0.7153
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,256,0.7159
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,512,0.7184
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,1024,0.7240
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,2048,0.7259
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,4096,0.7595
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,8192,0.7980
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,16384,0.8821
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,32768,1.0528
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,65536,1.4322
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,131072,2.1421
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,2,1.2328
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,4,1.2335
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,8,1.2328
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,16,1.2289
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,32,1.2370
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,64,1.2335
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,128,1.2357
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,256,1.2349
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,512,1.2403
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,1024,1.2504
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,2048,1.2606
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,4096,1.3228
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,8192,1.4045
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,16384,1.5708
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,32768,1.9107
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,65536,2.6719
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,2,2.2569
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,4,2.2525
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,8,2.2536
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,16,2.2558
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,32,2.2585
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,64,2.2609
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,128,2.2596
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,256,2.2577
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,512,2.2662
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,1024,2.2775
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,2048,2.3024
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,4096,2.4298
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,8192,2.5876
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,16384,2.9307
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,32768,3.6017
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,2,0.2702
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,4,0.2707
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,8,0.2704
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,16,0.2703
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,32,0.2706
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,64,0.2692
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,128,0.2695
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,256,0.2694
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,512,0.2692
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,1024,0.2679
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,2048,0.2657
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,4096,0.2779
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,8192,0.2842
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,16384,0.2784
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,32768,0.2844
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,65536,0.3037
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,131072,0.3305
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,2,0.2805
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,4,0.2817
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,8,0.2808
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,16,0.2811
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,32,0.2809
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,64,0.2811
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,128,0.2804
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,256,0.2817
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,512,0.2794
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,1024,0.2788
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,2048,0.2754
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,4096,0.2900
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,8192,0.2952
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,16384,0.2908
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,32768,0.2979
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,65536,0.3163
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,131072,0.3470
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,2,0.2871
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,4,0.2883
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,8,0.2861
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,16,0.2870
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,32,0.2868
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,64,0.2860
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,128,0.2859
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,256,0.2861
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,512,0.2866
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,1024,0.2839
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,2048,0.2820
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,4096,0.2958
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,8192,0.3015
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,16384,0.2970
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,32768,0.3050
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,65536,0.3268
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,131072,0.3641
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,2,0.2950
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,4,0.2958
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,8,0.2951
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,16,0.2950
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,32,0.2945
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,64,0.2956
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,128,0.2950
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,256,0.2958
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,512,0.2950
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,1024,0.2937
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,2048,0.2915
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,4096,0.3061
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,8192,0.3115
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,16384,0.3087
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,32768,0.3178
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,65536,0.3451
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,131072,0.3902
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,2,0.3125
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,4,0.3135
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,8,0.3124
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,16,0.3133
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,32,0.3134
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,64,0.3138
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,128,0.3121
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,256,0.3127
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,512,0.3130
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,1024,0.3150
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,2048,0.3104
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,4096,0.3247
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,8192,0.3313
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,16384,0.3320
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,32768,0.3461
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,65536,0.3813
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,131072,0.4422
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,2,0.3082
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,4,0.3104
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,8,0.3074
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,16,0.3091
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,32,0.3085
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,64,0.3078
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,128,0.3097
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,256,0.3096
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,512,0.3087
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,1024,0.3099
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,2048,0.3085
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,4096,0.3244
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,8192,0.3316
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,16384,0.3368
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,32768,0.3597
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,65536,0.4127
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,131072,0.5093
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,2,0.3221
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,4,0.3234
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,8,0.3221
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,16,0.3221
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,32,0.3223
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,64,0.3225
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,128,0.3230
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,256,0.3238
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,512,0.3247
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,1024,0.3247
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,2048,0.3257
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,4096,0.3438
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,8192,0.3555
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,16384,0.3701
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,32768,0.4084
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,65536,0.4969
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,131072,0.6567
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,2,0.3423
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,4,0.3418
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,8,0.3419
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,16,0.3416
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,32,0.3427
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,64,0.3432
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,128,0.3437
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,256,0.3452
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,512,0.3491
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,1024,0.3546
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,2048,0.3635
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,4096,0.3890
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,8192,0.4104
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,16384,0.4379
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,32768,0.5101
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,65536,0.6652
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,131072,0.9837
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,2,0.4801
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,4,0.4799
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,8,0.4820
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,16,0.4795
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,32,0.4820
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,64,0.4790
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,128,0.4877
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,256,0.4853
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,512,0.4962
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,1024,0.5090
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,2048,0.5292
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,4096,0.5669
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,8192,0.6073
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,16384,0.6887
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,32768,0.8672
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,65536,1.2384
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,131072,1.9492
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,2,0.7394
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,4,0.7382
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,8,0.7374
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,16,0.7404
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,32,0.7433
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,64,0.7445
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,128,0.7491
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,256,0.7550
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,512,0.7685
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,1024,0.7904
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,2048,0.8254
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,4096,0.9018
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,8192,0.9836
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,16384,1.1491
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,32768,1.4875
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,65536,2.2469
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,2,1.3002
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,4,1.2950
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,8,1.2973
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,16,1.2980
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,32,1.3008
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,64,1.3092
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,128,1.3092
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,256,1.3181
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,512,1.3423
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,1024,1.3830
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,2048,1.4666
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,4096,1.6132
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,8192,1.7697
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,16384,2.1102
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,32768,2.7795
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,2,0.2613
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,4,0.2656
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,8,0.2653
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,16,0.2651
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,32,0.2656
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,64,0.2656
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,128,0.2660
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,256,0.2659
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,512,0.2660
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,1024,0.2651
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,2048,0.2618
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,4096,0.2758
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,8192,0.2795
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,16384,0.2757
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,32768,0.2804
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,65536,0.2994
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,131072,0.3265
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,2,0.2733
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,4,0.2734
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,8,0.2727
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,16,0.2737
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,32,0.2717
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,64,0.2726
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,128,0.2727
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,256,0.2725
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,512,0.2725
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,1024,0.2710
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,2048,0.2688
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,4096,0.2814
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,8192,0.2863
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,16384,0.2814
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,32768,0.2875
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,65536,0.3065
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,131072,0.3381
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,2,0.2788
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,4,0.2803
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,8,0.2793
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,16,0.2797
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,32,0.2793
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,64,0.2807
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,128,0.2794
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,256,0.2794
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,512,0.2780
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,1024,0.2752
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,2048,0.2736
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,4096,0.2890
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,8192,0.2923
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,16384,0.2916
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,32768,0.2969
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,65536,0.3192
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,131072,0.3532
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,2,0.2869
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,4,0.2884
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,8,0.2864
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,16,0.2871
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,32,0.2857
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,64,0.2874
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,128,0.2864
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,256,0.2881
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,512,0.2884
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,1024,0.2875
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,2048,0.2839
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,4096,0.2973
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,8192,0.3035
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,16384,0.3010
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,32768,0.3100
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,65536,0.3376
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,131072,0.3830
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,2,0.3032
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,4,0.3035
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,8,0.3036
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,16,0.3040
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,32,0.3029
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,64,0.3041
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,128,0.3029
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,256,0.3048
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,512,0.3045
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,1024,0.3020
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,2048,0.3015
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,4096,0.3167
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,8192,0.3235
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,16384,0.3236
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,32768,0.3374
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,65536,0.3728
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,131072,0.4352
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,2,0.2991
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,4,0.2981
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,8,0.2994
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,16,0.2978
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,32,0.2991
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,64,0.2979
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,128,0.2998
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,256,0.3008
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,512,0.2999
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,1024,0.3009
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,2048,0.3003
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,4096,0.3155
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,8192,0.3240
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,16384,0.3283
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,32768,0.3505
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,65536,0.4015
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,131072,0.4997
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,2,0.3085
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,4,0.3071
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,8,0.3074
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,16,0.3086
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,32,0.3085
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,64,0.3078
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,128,0.3087
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,256,0.3088
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,512,0.3094
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,1024,0.3114
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,2048,0.3125
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,4096,0.3312
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,8192,0.3440
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,16384,0.3564
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,32768,0.3969
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,65536,0.4832
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,131072,0.6469
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,2,0.3234
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,4,0.3242
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,8,0.3236
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,16,0.3236
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,32,0.3243
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,64,0.3255
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,128,0.3262
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,256,0.3268
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,512,0.3316
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,1024,0.3365
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,2048,0.3473
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,4096,0.3728
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,8192,0.3919
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,16384,0.4207
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,32768,0.4929
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,65536,0.6462
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,131072,0.9658
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,2,0.4246
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,4,0.4230
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,8,0.4227
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,16,0.4233
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,32,0.4239
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,64,0.4247
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,128,0.4279
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,256,0.4311
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,512,0.4376
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,1024,0.4498
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,2048,0.4682
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,4096,0.5063
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,8192,0.5472
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,16384,0.6305
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,32768,0.8054
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,65536,1.1824
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,131072,1.8909
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,2,0.6442
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,4,0.6439
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,8,0.6461
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,16,0.6460
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,32,0.6466
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,64,0.6484
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,128,0.6536
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,256,0.6583
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,512,0.6756
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,1024,0.6953
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,2048,0.7324
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,4096,0.8078
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,8192,0.8871
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,16384,1.0572
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,32768,1.3946
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,65536,2.1542
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,2,1.1105
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,4,1.1123
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,8,1.1125
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,16,1.1134
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,32,1.1177
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,64,1.1160
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,128,1.1217
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,256,1.1290
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,512,1.1546
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,1024,1.1968
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,2048,1.2785
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,4096,1.4275
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,8192,1.5844
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,16384,1.9217
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,32768,2.5927
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,2,0.2468
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,4,0.2518
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,8,0.2470
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,16,0.2465
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,32,0.2460
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,64,0.2472
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,128,0.2473
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,256,0.2467
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,512,0.2454
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,1024,0.2461
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,2048,0.2429
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,4096,0.2553
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,8192,0.2606
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,16384,0.2572
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,32768,0.2608
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,65536,0.2788
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,131072,0.3079
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,2,0.2571
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,4,0.2565
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,8,0.2562
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,16,0.2565
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,32,0.2571
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,64,0.2553
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,128,0.2571
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,256,0.2560
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,512,0.2540
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,1024,0.2522
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,2048,0.2522
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,4096,0.2650
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,8192,0.2698
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,16384,0.2653
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,32768,0.2713
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,65536,0.2908
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,131072,0.3228
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,2,0.2581
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,4,0.2588
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,8,0.2594
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,16,0.2590
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,32,0.2586
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,64,0.2582
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,128,0.2593
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,256,0.2588
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,512,0.2582
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,1024,0.2567
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,2048,0.2543
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,4096,0.2683
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,8192,0.2719
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,16384,0.2701
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,32768,0.2774
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,65536,0.2983
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,131072,0.3358
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,2,0.2689
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,4,0.2681
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,8,0.2683
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,16,0.2682
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,32,0.2681
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,64,0.2682
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,128,0.2690
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,256,0.2686
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,512,0.2678
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,1024,0.2680
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,2048,0.2652
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,4096,0.2792
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,8192,0.2842
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,16384,0.2821
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,32768,0.2917
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,65536,0.3187
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,131072,0.3638
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,2,0.2850
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,4,0.2863
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,8,0.2848
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,16,0.2861
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,32,0.2852
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,64,0.2852
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,128,0.2860
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,256,0.2851
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,512,0.2853
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,1024,0.2838
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,2048,0.2827
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,4096,0.2971
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,8192,0.3041
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,16384,0.3053
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,32768,0.3176
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,65536,0.3545
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,131072,0.4162
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,2,0.2797
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,4,0.2786
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,8,0.2796
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,16,0.2789
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,32,0.2803
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,64,0.2808
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,128,0.2798
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,256,0.2812
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,512,0.2807
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,1024,0.2804
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,2048,0.2798
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,4096,0.2954
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,8192,0.3043
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,16384,0.3089
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,32768,0.3321
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,65536,0.3833
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,131072,0.4869
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,2,0.2871
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,4,0.2866
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,8,0.2856
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,16,0.2872
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,32,0.2874
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,64,0.2875
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,128,0.2889
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,256,0.2870
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,512,0.2891
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,1024,0.2904
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,2048,0.2908
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,4096,0.3078
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,8192,0.3214
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,16384,0.3352
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,32768,0.3752
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,65536,0.4637
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,131072,0.6265
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,2,0.2990
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,4,0.2985
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,8,0.2991
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,16,0.2985
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,32,0.2987
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,64,0.2996
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,128,0.3000
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,256,0.3011
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,512,0.3071
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,1024,0.3117
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,2048,0.3210
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,4096,0.3461
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,8192,0.3678
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,16384,0.3938
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,32768,0.4664
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,65536,0.6215
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,131072,0.9400
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,2,0.3921
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,4,0.3920
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,8,0.3913
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,16,0.3914
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,32,0.3924
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,64,0.3931
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,128,0.3970
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,256,0.3960
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,512,0.4041
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,1024,0.4188
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,2048,0.4367
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,4096,0.4750
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,8192,0.5154
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,16384,0.5982
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,32768,0.7688
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,65536,1.1485
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,131072,1.8551
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,2,0.5773
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,4,0.5775
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,8,0.5794
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,16,0.5801
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,32,0.5807
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,64,0.5833
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,128,0.5880
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,256,0.5931
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,512,0.6060
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,1024,0.6313
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,2048,0.6684
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,4096,0.7446
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,8192,0.8205
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,16384,0.9919
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,32768,1.3285
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,65536,2.0902
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,2,0.9781
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,4,0.9757
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,8,0.9769
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,16,0.9808
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,32,0.9829
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,64,0.9827
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,128,0.9879
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,256,0.9971
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,512,1.0194
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,1024,1.0624
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,2048,1.1465
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,4096,1.2942
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,8192,1.4471
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,16384,1.7917
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,32768,2.4619
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,2,0.2347
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,4,0.2392
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,8,0.2365
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,16,0.2363
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,32,0.2367
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,64,0.2369
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,128,0.2368
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,256,0.2367
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,512,0.2352
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,1024,0.2354
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,2048,0.2328
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,4096,0.2467
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,8192,0.2499
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,16384,0.2463
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,32768,0.2507
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,65536,0.2697
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,131072,0.2973
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,2,0.2483
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,4,0.2480
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,8,0.2492
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,16,0.2477
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,32,0.2483
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,64,0.2487
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,128,0.2482
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,256,0.2492
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,512,0.2478
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,1024,0.2475
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,2048,0.2442
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,4096,0.2568
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,8192,0.2612
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,16384,0.2573
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,32768,0.2625
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,65536,0.2824
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,131072,0.3126
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,2,0.2502
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,4,0.2500
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,8,0.2504
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,16,0.2512
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,32,0.2502
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,64,0.2499
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,128,0.2504
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,256,0.2504
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,512,0.2492
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,1024,0.2476
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,2048,0.2453
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,4096,0.2599
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,8192,0.2635
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,16384,0.2607
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,32768,0.2684
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,65536,0.2896
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,131072,0.3272
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,2,0.2598
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,4,0.2589
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,8,0.2597
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,16,0.2589
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,32,0.2592
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,64,0.2594
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,128,0.2595
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,256,0.2584
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,512,0.2587
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,1024,0.2592
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,2048,0.2552
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,4096,0.2696
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,8192,0.2759
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,16384,0.2729
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,32768,0.2824
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,65536,0.3069
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,131072,0.3541
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,2,0.2767
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,4,0.2773
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,8,0.2764
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,16,0.2762
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,32,0.2761
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,64,0.2753
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,128,0.2772
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,256,0.2767
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,512,0.2757
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,1024,0.2750
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,2048,0.2738
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,4096,0.2878
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,8192,0.2943
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,16384,0.2953
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,32768,0.3105
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,65536,0.3438
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,131072,0.4071
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,2,0.2704
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,4,0.2721
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,8,0.2715
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,16,0.2719
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,32,0.2703
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,64,0.2713
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,128,0.2719
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,256,0.2706
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,512,0.2725
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,1024,0.2717
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,2048,0.2711
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,4096,0.2856
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,8192,0.2961
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,16384,0.3001
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,32768,0.3226
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,65536,0.3735
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,131072,0.4699
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,2,0.2767
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,4,0.2772
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,8,0.2770
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,16,0.2762
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,32,0.2768
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,64,0.2775
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,128,0.2770
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,256,0.2781
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,512,0.2800
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,1024,0.2803
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,2048,0.2825
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,4096,0.2997
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,8192,0.3118
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,16384,0.3255
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,32768,0.3655
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,65536,0.4496
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,131072,0.6184
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,2,0.2876
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,4,0.2875
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,8,0.2866
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,16,0.2869
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,32,0.2870
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,64,0.2873
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,128,0.2891
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,256,0.2910
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,512,0.2930
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,1024,0.2990
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,2048,0.3095
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,4096,0.3353
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,8192,0.3540
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,16384,0.3823
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,32768,0.4541
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,65536,0.6098
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,131072,0.9270
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,2,0.3735
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,4,0.3733
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,8,0.3734
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,16,0.3742
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,32,0.3739
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,64,0.3755
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,128,0.3790
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,256,0.3787
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,512,0.3863
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,1024,0.3981
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,2048,0.4162
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,4096,0.4559
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,8192,0.4956
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,16384,0.5788
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,32768,0.7468
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,65536,1.1289
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,131072,1.8351
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,2,0.5483
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,4,0.5496
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,8,0.5487
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,16,0.5501
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,32,0.5515
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,64,0.5530
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,128,0.5566
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,256,0.5634
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,512,0.5768
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,1024,0.5992
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,2048,0.6371
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,4096,0.7125
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,8192,0.7908
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,16384,0.9609
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,32768,1.2980
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,65536,2.0568
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,2,0.9109
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,4,0.9099
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,8,0.9117
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,16,0.9121
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,32,0.9133
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,64,0.9150
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,128,0.9222
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,256,0.9303
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,512,0.9530
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,1024,0.9989
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,2048,1.0799
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,4096,1.2289
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,8192,1.3836
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,16384,1.7241
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,32768,2.3974
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,2,0.2355
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,4,0.2422
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,8,0.2398
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,16,0.2428
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,32,0.2392
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,64,0.2404
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,128,0.2393
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,256,0.2395
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,512,0.2381
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,1024,0.2374
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,2048,0.2351
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,4096,0.2489
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,8192,0.2529
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,16384,0.2485
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,32768,0.2539
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,65536,0.2715
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,131072,0.3015
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,2,0.2469
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,4,0.2480
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,8,0.2460
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,16,0.2470
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,32,0.2464
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,64,0.2478
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,128,0.2453
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,256,0.2470
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,512,0.2449
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,1024,0.2447
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,2048,0.2425
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,4096,0.2561
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,8192,0.2589
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,16384,0.2558
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,32768,0.2610
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,65536,0.2816
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,131072,0.3111
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,2,0.2539
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,4,0.2537
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,8,0.2536
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,16,0.2532
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,32,0.2539
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,64,0.2541
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,128,0.2534
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,256,0.2541
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,512,0.2523
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,1024,0.2516
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,2048,0.2493
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,4096,0.2627
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,8192,0.2669
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,16384,0.2650
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,32768,0.2707
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,65536,0.2938
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,131072,0.3308
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,2,0.2557
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,4,0.2553
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,8,0.2557
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,16,0.2555
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,32,0.2559
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,64,0.2554
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,128,0.2557
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,256,0.2557
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,512,0.2553
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,1024,0.2539
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,2048,0.2519
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,4096,0.2654
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,8192,0.2711
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,16384,0.2683
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,32768,0.2778
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,65536,0.3050
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,131072,0.3503
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,2,0.2717
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,4,0.2705
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,8,0.2705
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,16,0.2715
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,32,0.2709
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,64,0.2718
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,128,0.2705
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,256,0.2708
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,512,0.2704
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,1024,0.2703
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,2048,0.2684
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,4096,0.2820
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,8192,0.2886
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,16384,0.2908
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,32768,0.3041
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,65536,0.3391
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,131072,0.4016
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,2,0.2660
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,4,0.2636
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,8,0.2651
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,16,0.2644
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,32,0.2642
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,64,0.2650
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,128,0.2654
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,256,0.2658
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,512,0.2663
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,1024,0.2666
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,2048,0.2663
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,4096,0.2803
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,8192,0.2898
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,16384,0.2929
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,32768,0.3150
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,65536,0.3696
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,131072,0.4717
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,2,0.2716
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,4,0.2719
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,8,0.2718
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,16,0.2724
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,32,0.2729
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,64,0.2729
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,128,0.2735
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,256,0.2741
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,512,0.2757
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,1024,0.2757
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,2048,0.2776
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,4096,0.2945
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,8192,0.3081
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,16384,0.3224
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,32768,0.3602
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,65536,0.4464
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,131072,0.6108
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,2,0.2829
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,4,0.2805
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,8,0.2801
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,16,0.2815
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,32,0.2819
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,64,0.2818
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,128,0.2847
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,256,0.2869
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,512,0.2900
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,1024,0.2939
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,2048,0.3035
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,4096,0.3279
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,8192,0.3484
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,16384,0.3751
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,32768,0.4471
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,65536,0.6027
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,131072,0.9236
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,2,0.3662
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,4,0.3669
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,8,0.3677
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,16,0.3667
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,32,0.3675
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,64,0.3680
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,128,0.3706
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,256,0.3732
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,512,0.3799
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,1024,0.3914
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,2048,0.4068
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,4096,0.4470
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,8192,0.4879
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,16384,0.5725
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,32768,0.7423
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,65536,1.1223
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,131072,1.8303
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,2,0.5364
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,4,0.5352
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,8,0.5355
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,16,0.5350
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,32,0.5376
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,64,0.5375
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,128,0.5426
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,256,0.5467
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,512,0.5613
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,1024,0.5833
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,2048,0.6199
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,4096,0.6966
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,8192,0.7731
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,16384,0.9433
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,32768,1.2822
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,65536,2.0410
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,2,0.8824
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,4,0.8822
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,8,0.8837
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,16,0.8862
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,32,0.8854
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,64,0.8872
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,128,0.8942
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,256,0.9022
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,512,0.9241
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,1024,0.9712
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,2048,1.0511
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,4096,1.1993
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,8192,1.3540
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,16384,1.6957
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,32768,2.3672
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,2,0.2286
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,4,0.2320
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,8,0.2268
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,16,0.2247
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,32,0.2260
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,64,0.2293
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,128,0.2294
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,256,0.2293
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,512,0.2283
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,1024,0.2270
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,2048,0.2247
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,4096,0.2385
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,8192,0.2431
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,16384,0.2377
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,32768,0.2432
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,65536,0.2619
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,131072,0.2900
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,2,0.2369
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,4,0.2372
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,8,0.2361
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,16,0.2364
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,32,0.2359
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,64,0.2362
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,128,0.2357
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,256,0.2376
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,512,0.2357
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,1024,0.2353
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,2048,0.2314
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,4096,0.2454
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,8192,0.2485
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,16384,0.2453
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,32768,0.2500
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,65536,0.2703
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,131072,0.2999
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,2,0.2435
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,4,0.2441
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,8,0.2429
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,16,0.2425
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,32,0.2435
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,64,0.2436
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,128,0.2430
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,256,0.2438
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,512,0.2405
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,1024,0.2391
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,2048,0.2386
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,4096,0.2516
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,8192,0.2564
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,16384,0.2534
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,32768,0.2601
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,65536,0.2837
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,131072,0.3194
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,2,0.2551
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,4,0.2542
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,8,0.2547
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,16,0.2557
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,32,0.2541
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,64,0.2545
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,128,0.2550
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,256,0.2545
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,512,0.2534
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,1024,0.2524
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,2048,0.2505
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,4096,0.2640
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,8192,0.2697
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,16384,0.2682
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,32768,0.2773
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,65536,0.3040
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,131072,0.3491
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,2,0.2689
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,4,0.2680
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,8,0.2695
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,16,0.2685
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,32,0.2688
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,64,0.2692
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,128,0.2686
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,256,0.2691
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,512,0.2684
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,1024,0.2679
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,2048,0.2658
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,4096,0.2803
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,8192,0.2854
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,16384,0.2887
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,32768,0.3018
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,65536,0.3378
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,131072,0.4004
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,2,0.2619
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,4,0.2633
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,8,0.2621
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,16,0.2620
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,32,0.2631
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,64,0.2631
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,128,0.2639
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,256,0.2636
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,512,0.2629
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,1024,0.2639
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,2048,0.2631
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,4096,0.2792
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,8192,0.2870
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,16384,0.2914
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,32768,0.3143
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,65536,0.3659
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,131072,0.4697
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,2,0.2702
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,4,0.2685
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,8,0.2700
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,16,0.2694
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,32,0.2699
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,64,0.2703
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,128,0.2693
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,256,0.2714
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,512,0.2719
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,1024,0.2737
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,2048,0.2746
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,4096,0.2923
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,8192,0.3057
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,16384,0.3173
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,32768,0.3576
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,65536,0.4413
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,131072,0.6119
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,2,0.2789
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,4,0.2781
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,8,0.2779
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,16,0.2791
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,32,0.2795
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,64,0.2790
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,128,0.2803
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,256,0.2835
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,512,0.2858
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,1024,0.2925
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,2048,0.2996
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,4096,0.3263
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,8192,0.3461
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,16384,0.3734
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,32768,0.4473
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,65536,0.6025
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,131072,0.9207
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,2,0.3629
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,4,0.3618
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,8,0.3632
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,16,0.3636
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,32,0.3644
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,64,0.3639
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,128,0.3677
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,256,0.3696
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,512,0.3770
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,1024,0.3871
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,2048,0.4028
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,4096,0.4431
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,8192,0.4835
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,16384,0.5673
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,32768,0.7381
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,65536,1.1175
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,131072,1.8250
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,2,0.5304
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,4,0.5293
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,8,0.5295
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,16,0.5297
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,32,0.5328
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,64,0.5324
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,128,0.5358
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,256,0.5398
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,512,0.5538
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,1024,0.5757
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,2048,0.6118
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,4096,0.6891
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,8192,0.7674
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,16384,0.9367
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,32768,1.2767
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,65536,2.0341
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,2,0.8675
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,4,0.8672
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,8,0.8689
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,16,0.8679
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,32,0.8718
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,64,0.8723
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,128,0.8784
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,256,0.8868
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,512,0.9105
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,1024,0.9574
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,2048,1.0365
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,4096,1.1841
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,8192,1.3390
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,16384,1.6803
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,32768,2.3530
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,2,0.2311
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,4,0.2303
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,8,0.2290
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,16,0.2263
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,32,0.2281
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,64,0.2280
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,128,0.2281
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,256,0.2279
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,512,0.2278
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,1024,0.2258
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,2048,0.2250
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,4096,0.2363
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,8192,0.2420
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,16384,0.2368
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,32768,0.2413
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,65536,0.2611
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,131072,0.2883
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,2,0.2345
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,4,0.2352
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,8,0.2360
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,16,0.2345
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,32,0.2348
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,64,0.2345
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,128,0.2345
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,256,0.2358
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,512,0.2344
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,1024,0.2327
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,2048,0.2302
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,4096,0.2435
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,8192,0.2472
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,16384,0.2434
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,32768,0.2492
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,65536,0.2693
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,131072,0.3008
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,2,0.2385
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,4,0.2393
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,8,0.2398
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,16,0.2397
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,32,0.2395
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,64,0.2388
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,128,0.2393
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,256,0.2397
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,512,0.2383
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,1024,0.2381
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,2048,0.2354
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,4096,0.2483
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,8192,0.2534
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,16384,0.2501
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,32768,0.2579
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,65536,0.2811
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,131072,0.3183
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,2,0.2495
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,4,0.2502
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,8,0.2497
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,16,0.2503
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,32,0.2508
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,64,0.2502
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,128,0.2510
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,256,0.2504
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,512,0.2506
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,1024,0.2471
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,2048,0.2468
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,4096,0.2613
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,8192,0.2656
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,16384,0.2640
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,32768,0.2728
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,65536,0.3014
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,131072,0.3450
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,2,0.2658
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,4,0.2668
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,8,0.2666
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,16,0.2674
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,32,0.2668
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,64,0.2661
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,128,0.2675
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,256,0.2669
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,512,0.2682
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,1024,0.2660
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,2048,0.2636
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,4096,0.2783
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,8192,0.2851
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,16384,0.2868
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,32768,0.3002
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,65536,0.3361
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,131072,0.3973
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,2,0.2599
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,4,0.2611
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,8,0.2595
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,16,0.2614
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,32,0.2613
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,64,0.2608
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,128,0.2631
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,256,0.2605
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,512,0.2618
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,1024,0.2610
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,2048,0.2609
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,4096,0.2768
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,8192,0.2856
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,16384,0.2899
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,32768,0.3112
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,65536,0.3648
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,131072,0.4688
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,2,0.2664
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,4,0.2672
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,8,0.2659
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,16,0.2662
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,32,0.2668
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,64,0.2678
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,128,0.2680
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,256,0.2689
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,512,0.2699
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,1024,0.2712
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,2048,0.2728
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,4096,0.2906
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,8192,0.3024
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,16384,0.3140
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,32768,0.3548
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,65536,0.4406
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,131072,0.6091
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,2,0.2772
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,4,0.2770
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,8,0.2758
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,16,0.2766
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,32,0.2776
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,64,0.2779
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,128,0.2788
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,256,0.2810
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,512,0.2828
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,1024,0.2897
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,2048,0.2982
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,4096,0.3234
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,8192,0.3438
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,16384,0.3720
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,32768,0.4438
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,65536,0.5979
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,131072,0.9158
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,2,0.3590
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,4,0.3591
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,8,0.3600
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,16,0.3593
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,32,0.3602
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,64,0.3607
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,128,0.3644
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,256,0.3656
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,512,0.3718
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,1024,0.3839
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,2048,0.4002
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,4096,0.4404
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,8192,0.4824
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,16384,0.5631
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,32768,0.7339
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,65536,1.1116
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,131072,1.8237
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,2,0.5255
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,4,0.5251
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,8,0.5255
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,16,0.5265
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,32,0.5266
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,64,0.5288
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,128,0.5325
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,256,0.5355
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,512,0.5501
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,1024,0.5708
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,2048,0.6066
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,4096,0.6855
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,8192,0.7618
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,16384,0.9319
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,32768,1.2693
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,65536,2.0269
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,2,0.8605
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,4,0.8604
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,8,0.8625
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,16,0.8629
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,32,0.8653
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,64,0.8655
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,128,0.8699
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,256,0.8785
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,512,0.9042
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,1024,0.9480
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,2048,1.0275
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,4096,1.1761
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,8192,1.3327
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,16384,1.6721
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,32768,2.3428
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,2,0.2972
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,4,0.2987
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,8,0.2987
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,16,0.2976
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,32,0.2982
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,64,0.2977
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,128,0.2975
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,256,0.2970
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,512,0.2978
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,1024,0.2987
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,2048,0.2994
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,4096,0.3114
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,8192,0.3159
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,16384,0.3115
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,32768,0.3170
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,65536,0.3354
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,131072,0.3636
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,2,0.3069
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,4,0.3061
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,8,0.3068
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,16,0.3063
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,32,0.3068
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,64,0.3067
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,128,0.3074
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,256,0.3070
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,512,0.3075
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,1024,0.3071
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,2048,0.3075
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,4096,0.3221
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,8192,0.3260
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,16384,0.3213
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,32768,0.3275
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,65536,0.3467
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,131072,0.3757
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,2,0.3158
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,4,0.3161
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,8,0.3150
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,16,0.3163
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,32,0.3155
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,64,0.3155
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,128,0.3150
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,256,0.3153
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,512,0.3161
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,1024,0.3161
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,2048,0.3174
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,4096,0.3307
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,8192,0.3350
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,16384,0.3321
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,32768,0.3391
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,65536,0.3611
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,131072,0.3962
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,2,0.3333
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,4,0.3326
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,8,0.3334
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,16,0.3328
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,32,0.3341
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,64,0.3326
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,128,0.3325
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,256,0.3329
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,512,0.3338
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,1024,0.3333
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,2048,0.3348
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,4096,0.3475
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,8192,0.3538
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,16384,0.3509
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,32768,0.3604
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,65536,0.3862
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,131072,0.4327
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,2,0.3658
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,4,0.3653
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,8,0.3651
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,16,0.3662
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,32,0.3651
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,64,0.3639
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,128,0.3640
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,256,0.3638
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,512,0.3640
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,1024,0.3656
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,2048,0.3659
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,4096,0.3816
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,8192,0.3865
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,16384,0.3876
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,32768,0.4013
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,65536,0.4355
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,131072,0.4972
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,2,0.3882
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,4,0.3859
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,8,0.3873
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,16,0.3861
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,32,0.3875
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,64,0.3874
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,128,0.3875
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,256,0.3865
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,512,0.3877
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,1024,0.3864
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,2048,0.3881
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,4096,0.4037
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,8192,0.4128
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,16384,0.4171
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,32768,0.4393
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,65536,0.4920
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,131072,0.5875
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,2,0.4368
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,4,0.4368
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,8,0.4363
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,16,0.4362
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,32,0.4374
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,64,0.4368
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,128,0.4368
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,256,0.4378
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,512,0.4374
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,1024,0.4354
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,2048,0.4381
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,4096,0.4561
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,8192,0.4684
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,16384,0.4801
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,32768,0.5194
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,65536,0.6041
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,131072,0.7677
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,2,0.5650
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,4,0.5684
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,8,0.5663
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,16,0.5686
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,32,0.5675
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,64,0.5704
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,128,0.5679
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,256,0.5683
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,512,0.5673
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,1024,0.5711
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,2048,0.5731
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,4096,0.5983
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,8192,0.6175
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,16384,0.6479
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,32768,0.7187
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,65536,0.8761
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,131072,1.1954
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,2,0.8446
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,4,0.8414
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,8,0.8434
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,16,0.8434
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,32,0.8443
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,64,0.8469
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,128,0.8460
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,256,0.8468
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,512,0.8480
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,1024,0.8521
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,2048,0.8614
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,4096,0.8969
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,8192,0.9373
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,16384,1.0211
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,32768,1.1922
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,65536,1.5746
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,131072,2.2804
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,2,1.4697
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,4,1.4709
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,8,1.4696
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,16,1.4693
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,32,1.4699
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,64,1.4744
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,128,1.4756
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,256,1.4765
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,512,1.4803
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,1024,1.4917
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,2048,1.5121
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,4096,1.5805
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,8192,1.6644
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,16384,1.8315
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,32768,2.1710
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,65536,2.9270
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,2,2.7425
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,4,2.7447
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,8,2.7494
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,16,2.7506
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,32,2.7507
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,64,2.7491
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,128,2.7536
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,256,2.7567
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,512,2.7719
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,1024,2.7901
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,2048,2.8357
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,4096,2.9615
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,8192,3.1260
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,16384,3.4653
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,32768,4.1339
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,2,0.2293
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,4,0.2290
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,8,0.2293
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,16,0.2287
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,32,0.2289
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,64,0.2289
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,128,0.2290
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,256,0.2292
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,512,0.2291
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,1024,0.2302
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,2048,0.2293
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,4096,0.2427
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,8192,0.2476
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,16384,0.2437
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,32768,0.2487
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,65536,0.2667
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,131072,0.2952
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,2,0.2385
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,4,0.2377
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,8,0.2382
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,16,0.2379
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,32,0.2384
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,64,0.2379
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,128,0.2386
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,256,0.2382
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,512,0.2384
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,1024,0.2390
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,2048,0.2392
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,4096,0.2524
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,8192,0.2566
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,16384,0.2532
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,32768,0.2593
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,65536,0.2780
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,131072,0.3089
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,2,0.2421
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,4,0.2433
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,8,0.2421
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,16,0.2431
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,32,0.2417
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,64,0.2434
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,128,0.2414
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,256,0.2432
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,512,0.2426
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,1024,0.2421
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,2048,0.2440
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,4096,0.2578
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,8192,0.2617
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,16384,0.2594
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,32768,0.2651
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,65536,0.2877
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,131072,0.3243
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,2,0.2547
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,4,0.2546
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,8,0.2548
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,16,0.2538
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,32,0.2548
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,64,0.2544
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,128,0.2547
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,256,0.2545
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,512,0.2545
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,1024,0.2547
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,2048,0.2556
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,4096,0.2696
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,8192,0.2758
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,16384,0.2724
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,32768,0.2819
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,65536,0.3091
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,131072,0.3536
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,2,0.2794
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,4,0.2793
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,8,0.2798
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,16,0.2795
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,32,0.2791
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,64,0.2785
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,128,0.2788
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,256,0.2795
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,512,0.2795
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,1024,0.2803
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,2048,0.2812
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,4096,0.2963
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,8192,0.3016
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,16384,0.3029
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,32768,0.3162
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,65536,0.3518
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,131072,0.4128
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,2,0.2910
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,4,0.2904
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,8,0.2905
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,16,0.2900
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,32,0.2919
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,64,0.2913
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,128,0.2904
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,256,0.2901
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,512,0.2904
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,1024,0.2929
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,2048,0.2925
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,4096,0.3089
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,8192,0.3176
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,16384,0.3223
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,32768,0.3445
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,65536,0.3966
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,131072,0.4941
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,2,0.3272
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,4,0.3263
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,8,0.3271
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,16,0.3275
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,32,0.3274
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,64,0.3273
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,128,0.3286
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,256,0.3272
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,512,0.3265
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,1024,0.3303
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,2048,0.3326
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,4096,0.3539
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,8192,0.3670
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,16384,0.3760
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,32768,0.4152
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,65536,0.5027
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,131072,0.6631
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,2,0.3800
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,4,0.3801
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,8,0.3802
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,16,0.3803
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,32,0.3797
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,64,0.3794
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,128,0.3811
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,256,0.3799
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,512,0.3809
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,1024,0.3843
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,2048,0.3893
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,4096,0.4167
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,8192,0.4377
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,16384,0.4620
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,32768,0.5355
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,65536,0.6892
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,131072,1.0095
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,2,0.5265
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,4,0.5298
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,8,0.5307
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,16,0.5293
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,32,0.5321
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,64,0.5253
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,128,0.5332
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,256,0.5280
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,512,0.5331
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,1024,0.5416
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,2048,0.5544
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,4096,0.5953
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,8192,0.6346
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,16384,0.7198
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,32768,0.8913
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,65536,1.2711
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,131072,1.9742
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,2,0.8660
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,4,0.8651
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,8,0.8681
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,16,0.8641
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,32,0.8664
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,64,0.8689
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,128,0.8706
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,256,0.8778
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,512,0.8807
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,1024,0.8924
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,2048,0.9136
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,4096,0.9907
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,8192,1.0688
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,16384,1.2378
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,32768,1.5748
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,65536,2.3347
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,2,1.5761
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,4,1.5733
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,8,1.5773
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,16,1.5774
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,32,1.5811
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,64,1.5803
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,128,1.5824
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,256,1.5928
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,512,1.6071
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,1024,1.6304
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,2048,1.6794
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,4096,1.8364
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,8192,1.9918
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,16384,2.3360
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,32768,3.0044
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,2,0.1961
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,4,0.1971
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,8,0.1964
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,16,0.1956
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,32,0.1950
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,64,0.1960
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,128,0.1950
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,256,0.1956
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,512,0.1961
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,1024,0.1968
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,2048,0.1959
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,4096,0.2096
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,8192,0.2153
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,16384,0.2109
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,32768,0.2160
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,65536,0.2339
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,131072,0.2613
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,2,0.2030
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,4,0.2036
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,8,0.2037
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,16,0.2031
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,32,0.2037
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,64,0.2040
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,128,0.2036
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,256,0.2039
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,512,0.2045
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,1024,0.2045
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,2048,0.2040
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,4096,0.2179
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,8192,0.2225
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,16384,0.2176
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,32768,0.2244
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,65536,0.2428
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,131072,0.2749
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,2,0.2090
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,4,0.2089
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,8,0.2086
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,16,0.2084
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,32,0.2087
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,64,0.2090
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,128,0.2083
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,256,0.2090
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,512,0.2095
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,1024,0.2069
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,2048,0.2101
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,4096,0.2242
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,8192,0.2293
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,16384,0.2267
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,32768,0.2320
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,65536,0.2548
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,131072,0.2884
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,2,0.2207
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,4,0.2196
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,8,0.2202
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,16,0.2197
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,32,0.2209
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,64,0.2198
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,128,0.2201
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,256,0.2196
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,512,0.2206
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,1024,0.2201
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,2048,0.2216
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,4096,0.2360
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,8192,0.2412
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,16384,0.2385
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,32768,0.2475
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,65536,0.2741
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,131072,0.3208
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,2,0.2435
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,4,0.2437
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,8,0.2439
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,16,0.2443
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,32,0.2442
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,64,0.2438
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,128,0.2435
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,256,0.2446
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,512,0.2445
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,1024,0.2446
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,2048,0.2458
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,4096,0.2603
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,8192,0.2669
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,16384,0.2674
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,32768,0.2827
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,65536,0.3169
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,131072,0.3790
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,2,0.2552
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,4,0.2545
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,8,0.2553
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,16,0.2539
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,32,0.2540
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,64,0.2546
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,128,0.2543
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,256,0.2537
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,512,0.2556
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,1024,0.2541
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,2048,0.2586
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,4096,0.2741
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,8192,0.2835
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,16384,0.2873
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,32768,0.3090
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,65536,0.3617
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,131072,0.4566
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,2,0.2870
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,4,0.2865
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,8,0.2865
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,16,0.2862
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,32,0.2868
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,64,0.2877
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,128,0.2870
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,256,0.2876
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,512,0.2875
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,1024,0.2891
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,2048,0.2931
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,4096,0.3125
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,8192,0.3251
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,16384,0.3370
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,32768,0.3745
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,65536,0.4631
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,131072,0.6241
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,2,0.3377
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,4,0.3377
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,8,0.3392
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,16,0.3399
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,32,0.3395
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,64,0.3399
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,128,0.3401
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,256,0.3396
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,512,0.3397
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,1024,0.3425
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,2048,0.3489
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,4096,0.3746
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,8192,0.3963
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,16384,0.4214
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,32768,0.4941
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,65536,0.6474
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,131072,0.9693
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,2,0.4791
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,4,0.4802
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,8,0.4783
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,16,0.4789
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,32,0.4799
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,64,0.4812
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,128,0.4803
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,256,0.4815
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,512,0.4840
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,1024,0.4906
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,2048,0.5015
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,4096,0.5420
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,8192,0.5834
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,16384,0.6654
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,32768,0.8347
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,65536,1.2168
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,131072,1.9247
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,2,0.7868
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,4,0.7831
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,8,0.7871
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,16,0.7846
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,32,0.7858
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,64,0.7878
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,128,0.7884
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,256,0.7921
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,512,0.8000
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,1024,0.8106
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,2048,0.8321
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,4096,0.9100
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,8192,0.9879
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,16384,1.1577
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,32768,1.4958
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,65536,2.2550
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,2,1.4196
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,4,1.4112
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,8,1.4148
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,16,1.4143
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,32,1.4194
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,64,1.4163
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,128,1.4201
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,256,1.4307
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,512,1.4425
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,1024,1.4688
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,2048,1.5160
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,4096,1.6707
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,8192,1.8293
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,16384,2.1687
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,32768,2.8417
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,2,0.1775
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,4,0.1771
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,8,0.1769
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,16,0.1760
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,32,0.1762
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,64,0.1765
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,128,0.1768
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,256,0.1769
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,512,0.1774
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,1024,0.1785
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,2048,0.1777
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,4096,0.1910
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,8192,0.1955
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,16384,0.1915
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,32768,0.1968
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,65536,0.2149
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,131072,0.2425
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,2,0.1881
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,4,0.1873
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,8,0.1879
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,16,0.1865
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,32,0.1875
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,64,0.1873
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,128,0.1875
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,256,0.1877
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,512,0.1880
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,1024,0.1885
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,2048,0.1882
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,4096,0.2026
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,8192,0.2065
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,16384,0.2033
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,32768,0.2082
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,65536,0.2277
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,131072,0.2565
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,2,0.1890
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,4,0.1896
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,8,0.1894
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,16,0.1891
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,32,0.1891
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,64,0.1898
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,128,0.1898
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,256,0.1907
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,512,0.1896
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,1024,0.1909
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,2048,0.1913
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,4096,0.2047
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,8192,0.2091
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,16384,0.2061
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,32768,0.2126
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,65536,0.2337
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,131072,0.2699
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,2,0.2003
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,4,0.2010
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,8,0.2005
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,16,0.2007
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,32,0.2014
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,64,0.2006
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,128,0.2010
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,256,0.2013
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,512,0.2015
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,1024,0.2027
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,2048,0.2033
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,4096,0.2172
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,8192,0.2218
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,16384,0.2193
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,32768,0.2290
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,65536,0.2559
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,131072,0.3006
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,2,0.2250
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,4,0.2252
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,8,0.2246
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,16,0.2251
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,32,0.2250
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,64,0.2244
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,128,0.2251
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,256,0.2254
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,512,0.2261
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,1024,0.2259
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,2048,0.2269
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,4096,0.2411
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,8192,0.2471
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,16384,0.2481
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,32768,0.2608
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,65536,0.2976
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,131072,0.3592
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,2,0.2374
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,4,0.2363
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,8,0.2378
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,16,0.2375
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,32,0.2366
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,64,0.2376
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,128,0.2369
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,256,0.2378
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,512,0.2372
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,1024,0.2379
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,2048,0.2408
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,4096,0.2573
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,8192,0.2660
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,16384,0.2695
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,32768,0.2906
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,65536,0.3452
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,131072,0.4407
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,2,0.2693
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,4,0.2690
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,8,0.2680
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,16,0.2692
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,32,0.2695
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,64,0.2694
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,128,0.2704
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,256,0.2694
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,512,0.2695
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,1024,0.2718
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,2048,0.2749
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,4096,0.2956
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,8192,0.3081
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,16384,0.3179
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,32768,0.3571
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,65536,0.4441
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,131072,0.6059
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,2,0.3150
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,4,0.3151
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,8,0.3156
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,16,0.3137
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,32,0.3152
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,64,0.3160
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,128,0.3165
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,256,0.3167
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,512,0.3156
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,1024,0.3189
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,2048,0.3269
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,4096,0.3522
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,8192,0.3731
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,16384,0.3970
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,32768,0.4717
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,65536,0.6227
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,131072,0.9552
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,2,0.4478
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,4,0.4465
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,8,0.4480
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,16,0.4481
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,32,0.4491
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,64,0.4483
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,128,0.4502
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,256,0.4508
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,512,0.4539
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,1024,0.4588
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,2048,0.4700
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,4096,0.5093
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,8192,0.5502
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,16384,0.6333
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,32768,0.8056
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,65536,1.1856
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,131072,1.9302
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,2,0.7201
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,4,0.7214
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,8,0.7203
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,16,0.7204
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,32,0.7242
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,64,0.7269
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,128,0.7266
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,256,0.7304
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,512,0.7354
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,1024,0.7466
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,2048,0.7697
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,4096,0.8476
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,8192,0.9263
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,16384,1.0943
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,32768,1.4336
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,65536,2.1910
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,2,1.2962
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,4,1.2955
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,8,1.2955
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,16,1.2976
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,32,1.2990
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,64,1.3036
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,128,1.3068
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,256,1.3150
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,512,1.3213
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,1024,1.3413
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,2048,1.3853
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,4096,1.5303
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,8192,1.6868
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,16384,2.0309
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,32768,2.7000
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,2,0.1663
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,4,0.1692
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,8,0.1663
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,16,0.1657
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,32,0.1658
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,64,0.1662
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,128,0.1661
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,256,0.1660
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,512,0.1662
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,1024,0.1673
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,2048,0.1670
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,4096,0.1797
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,8192,0.1847
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,16384,0.1805
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,32768,0.1856
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,65536,0.2033
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,131072,0.2316
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,2,0.1783
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,4,0.1785
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,8,0.1781
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,16,0.1777
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,32,0.1781
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,64,0.1785
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,128,0.1782
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,256,0.1784
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,512,0.1789
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,1024,0.1792
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,2048,0.1789
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,4096,0.1925
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,8192,0.1973
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,16384,0.1931
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,32768,0.1988
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,65536,0.2186
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,131072,0.2486
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,2,0.1801
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,4,0.1808
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,8,0.1799
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,16,0.1806
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,32,0.1806
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,64,0.1808
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,128,0.1804
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,256,0.1808
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,512,0.1809
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,1024,0.1818
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,2048,0.1818
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,4096,0.1956
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,8192,0.1999
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,16384,0.1968
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,32768,0.2039
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,65536,0.2256
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,131072,0.2618
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,2,0.1926
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,4,0.1918
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,8,0.1922
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,16,0.1919
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,32,0.1929
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,64,0.1925
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,128,0.1920
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,256,0.1929
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,512,0.1928
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,1024,0.1933
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,2048,0.1936
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,4096,0.2070
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,8192,0.2141
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,16384,0.2111
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,32768,0.2201
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,65536,0.2471
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,131072,0.2912
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,2,0.2153
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,4,0.2153
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,8,0.2157
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,16,0.2155
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,32,0.2154
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,64,0.2156
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,128,0.2150
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,256,0.2160
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,512,0.2159
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,1024,0.2165
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,2048,0.2179
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,4096,0.2325
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,8192,0.2389
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,16384,0.2390
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,32768,0.2531
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,65536,0.2884
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,131072,0.3500
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,2,0.2276
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,4,0.2280
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,8,0.2272
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,16,0.2265
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,32,0.2283
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,64,0.2279
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,128,0.2283
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,256,0.2273
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,512,0.2279
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,1024,0.2280
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,2048,0.2312
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,4096,0.2469
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,8192,0.2561
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,16384,0.2596
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,32768,0.2824
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,65536,0.3351
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,131072,0.4324
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,2,0.2593
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,4,0.2591
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,8,0.2591
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,16,0.2586
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,32,0.2582
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,64,0.2595
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,128,0.2589
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,256,0.2597
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,512,0.2596
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,1024,0.2619
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,2048,0.2649
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,4096,0.2856
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,8192,0.2984
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,16384,0.3089
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,32768,0.3483
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,65536,0.4343
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,131072,0.5962
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,2,0.3036
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,4,0.3042
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,8,0.3025
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,16,0.3027
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,32,0.3034
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,64,0.3039
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,128,0.3045
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,256,0.3044
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,512,0.3057
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,1024,0.3072
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,2048,0.3136
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,4096,0.3404
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,8192,0.3606
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,16384,0.3866
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,32768,0.4597
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,65536,0.6117
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,131072,0.9582
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,2,0.4298
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,4,0.4288
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,8,0.4287
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,16,0.4297
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,32,0.4299
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,64,0.4325
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,128,0.4317
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,256,0.4333
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,512,0.4353
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,1024,0.4424
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,2048,0.4520
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,4096,0.4925
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,8192,0.5343
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,16384,0.6165
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,32768,0.7851
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,65536,1.1661
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,131072,1.9224
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,2,0.6885
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,4,0.6905
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,8,0.6900
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,16,0.6920
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,32,0.6912
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,64,0.6945
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,128,0.6969
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,256,0.6982
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,512,0.7041
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,1024,0.7170
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,2048,0.7395
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,4096,0.8165
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,8192,0.8957
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,16384,1.0653
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,32768,1.4029
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,65536,2.1619
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,2,1.2299
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,4,1.2292
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,8,1.2291
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,16,1.2316
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,32,1.2335
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,64,1.2385
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,128,1.2373
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,256,1.2465
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,512,1.2557
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,1024,1.2766
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,2048,1.3203
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,4096,1.4659
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,8192,1.6232
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,16384,1.9679
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,32768,2.6370
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,2,0.1691
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,4,0.1708
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,8,0.1694
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,16,0.1690
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,32,0.1683
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,64,0.1687
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,128,0.1689
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,256,0.1691
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,512,0.1693
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,1024,0.1706
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,2048,0.1700
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,4096,0.1833
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,8192,0.1884
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,16384,0.1839
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,32768,0.1888
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,65536,0.2067
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,131072,0.2343
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,2,0.1767
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,4,0.1780
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,8,0.1770
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,16,0.1767
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,32,0.1765
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,64,0.1763
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,128,0.1765
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,256,0.1764
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,512,0.1774
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,1024,0.1780
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,2048,0.1782
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,4096,0.1917
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,8192,0.1958
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,16384,0.1921
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,32768,0.1972
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,65536,0.2168
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,131072,0.2466
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,2,0.1838
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,4,0.1835
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,8,0.1833
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,16,0.1834
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,32,0.1829
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,64,0.1836
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,128,0.1840
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,256,0.1837
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,512,0.1841
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,1024,0.1856
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,2048,0.1849
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,4096,0.1987
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,8192,0.2031
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,16384,0.2001
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,32768,0.2070
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,65536,0.2292
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,131072,0.2644
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,2,0.1872
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,4,0.1873
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,8,0.1876
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,16,0.1867
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,32,0.1884
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,64,0.1883
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,128,0.1881
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,256,0.1880
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,512,0.1880
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,1024,0.1883
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,2048,0.1895
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,4096,0.2021
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,8192,0.2084
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,16384,0.2058
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,32768,0.2155
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,65536,0.2422
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,131072,0.2886
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,2,0.2097
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,4,0.2104
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,8,0.2095
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,16,0.2099
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,32,0.2101
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,64,0.2102
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,128,0.2092
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,256,0.2103
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,512,0.2106
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,1024,0.2114
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,2048,0.2120
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,4096,0.2270
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,8192,0.2329
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,16384,0.2347
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,32768,0.2480
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,65536,0.2837
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,131072,0.3446
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,2,0.2223
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,4,0.2212
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,8,0.2223
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,16,0.2220
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,32,0.2209
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,64,0.2217
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,128,0.2207
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,256,0.2224
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,512,0.2229
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,1024,0.2233
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,2048,0.2266
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,4096,0.2424
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,8192,0.2512
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,16384,0.2546
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,32768,0.2775
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,65536,0.3286
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,131072,0.4246
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,2,0.2544
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,4,0.2539
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,8,0.2536
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,16,0.2538
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,32,0.2549
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,64,0.2548
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,128,0.2559
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,256,0.2548
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,512,0.2564
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,1024,0.2572
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,2048,0.2614
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,4096,0.2807
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,8192,0.2932
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,16384,0.3044
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,32768,0.3425
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,65536,0.4302
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,131072,0.5925
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,2,0.2978
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,4,0.2957
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,8,0.2968
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,16,0.2965
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,32,0.2978
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,64,0.2983
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,128,0.2984
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,256,0.2989
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,512,0.3009
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,1024,0.3016
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,2048,0.3080
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,4096,0.3341
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,8192,0.3553
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,16384,0.3812
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,32768,0.4534
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,65536,0.6060
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,131072,0.9278
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,2,0.4235
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,4,0.4231
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,8,0.4230
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,16,0.4229
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,32,0.4245
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,64,0.4252
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,128,0.4249
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,256,0.4258
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,512,0.4296
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,1024,0.4348
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,2048,0.4466
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,4096,0.4858
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,8192,0.5270
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,16384,0.6094
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,32768,0.7790
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,65536,1.1605
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,131072,1.9279
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,2,0.6742
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,4,0.6753
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,8,0.6751
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,16,0.6756
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,32,0.6773
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,64,0.6800
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,128,0.6815
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,256,0.6851
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,512,0.6906
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,1024,0.7013
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,2048,0.7237
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,4096,0.8006
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,8192,0.8807
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,16384,1.0485
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,32768,1.3861
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,65536,2.1457
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,2,1.1998
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,4,1.1993
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,8,1.2007
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,16,1.2018
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,32,1.2031
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,64,1.2087
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,128,1.2082
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,256,1.2160
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,512,1.2254
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,1024,1.2460
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,2048,1.2914
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,4096,1.4384
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,8192,1.5955
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,16384,1.9379
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,32768,2.6066
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,2,0.1583
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,4,0.1580
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,8,0.1556
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,16,0.1564
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,32,0.1556
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,64,0.1567
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,128,0.1561
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,256,0.1558
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,512,0.1560
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,1024,0.1564
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,2048,0.1564
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,4096,0.1698
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,8192,0.1754
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,16384,0.1695
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,32768,0.1751
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,65536,0.1932
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,131072,0.2215
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,2,0.1673
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,4,0.1676
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,8,0.1668
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,16,0.1664
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,32,0.1664
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,64,0.1676
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,128,0.1670
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,256,0.1676
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,512,0.1670
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,1024,0.1666
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,2048,0.1673
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,4096,0.1813
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,8192,0.1860
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,16384,0.1815
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,32768,0.1871
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,65536,0.2083
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,131072,0.2381
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,2,0.1710
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,4,0.1712
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,8,0.1708
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,16,0.1707
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,32,0.1713
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,64,0.1705
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,128,0.1712
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,256,0.1713
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,512,0.1732
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,1024,0.1720
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,2048,0.1727
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,4096,0.1861
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,8192,0.1904
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,16384,0.1876
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,32768,0.1943
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,65536,0.2158
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,131072,0.2542
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,2,0.1859
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,4,0.1857
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,8,0.1859
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,16,0.1861
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,32,0.1858
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,64,0.1861
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,128,0.1857
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,256,0.1861
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,512,0.1867
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,1024,0.1871
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,2048,0.1871
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,4096,0.2015
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,8192,0.2069
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,16384,0.2041
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,32768,0.2139
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,65536,0.2401
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,131072,0.2867
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,2,0.2078
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,4,0.2080
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,8,0.2076
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,16,0.2086
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,32,0.2082
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,64,0.2083
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,128,0.2085
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,256,0.2092
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,512,0.2081
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,1024,0.2094
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,2048,0.2102
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,4096,0.2245
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,8192,0.2300
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,16384,0.2312
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,32768,0.2448
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,65536,0.2812
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,131072,0.3426
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,2,0.2197
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,4,0.2193
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,8,0.2192
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,16,0.2192
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,32,0.2193
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,64,0.2196
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,128,0.2193
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,256,0.2199
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,512,0.2193
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,1024,0.2208
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,2048,0.2234
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,4096,0.2394
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,8192,0.2481
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,16384,0.2524
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,32768,0.2744
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,65536,0.3255
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,131072,0.4224
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,2,0.2504
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,4,0.2499
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,8,0.2508
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,16,0.2519
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,32,0.2497
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,64,0.2507
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,128,0.2513
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,256,0.2514
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,512,0.2517
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,1024,0.2543
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,2048,0.2570
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,4096,0.2773
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,8192,0.2894
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,16384,0.3013
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,32768,0.3396
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,65536,0.4267
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,131072,0.5887
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,2,0.2935
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,4,0.2939
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,8,0.2939
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,16,0.2937
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,32,0.2942
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,64,0.2949
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,128,0.2945
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,256,0.2956
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,512,0.2966
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,1024,0.2985
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,2048,0.3044
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,4096,0.3317
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,8192,0.3528
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,16384,0.3790
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,32768,0.4517
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,65536,0.6047
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,131072,0.9242
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,2,0.4197
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,4,0.4190
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,8,0.4188
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,16,0.4196
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,32,0.4199
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,64,0.4205
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,128,0.4217
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,256,0.4215
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,512,0.4240
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,1024,0.4301
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,2048,0.4423
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,4096,0.4827
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,8192,0.5232
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,16384,0.6062
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,32768,0.7750
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,65536,1.1567
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,131072,1.8757
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,2,0.6684
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,4,0.6679
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,8,0.6681
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,16,0.6686
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,32,0.6706
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,64,0.6726
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,128,0.6744
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,256,0.6784
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,512,0.6830
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,1024,0.6957
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,2048,0.7175
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,4096,0.7945
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,8192,0.8738
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,16384,1.0432
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,32768,1.3805
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,65536,2.1369
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,2,1.1847
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,4,1.1865
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,8,1.1870
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,16,1.1867
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,32,1.1887
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,64,1.1922
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,128,1.1940
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,256,1.2018
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,512,1.2098
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,1024,1.2316
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,2048,1.2769
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,4096,1.4222
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,8192,1.5814
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,16384,1.9229
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,32768,2.5934
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,2,0.1534
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,4,0.1589
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,8,0.1570
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,16,0.1567
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,32,0.1574
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,64,0.1567
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,128,0.1571
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,256,0.1576
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,512,0.1574
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,1024,0.1575
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,2048,0.1587
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,4096,0.1727
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,8192,0.1769
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,16384,0.1716
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,32768,0.1767
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,65536,0.1965
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,131072,0.2236
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,2,0.1658
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,4,0.1653
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,8,0.1653
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,16,0.1648
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,32,0.1650
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,64,0.1650
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,128,0.1655
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,256,0.1654
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,512,0.1656
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,1024,0.1651
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,2048,0.1668
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,4096,0.1798
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,8192,0.1848
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,16384,0.1798
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,32768,0.1868
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,65536,0.2053
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,131072,0.2354
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,2,0.1693
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,4,0.1704
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,8,0.1687
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,16,0.1697
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,32,0.1692
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,64,0.1701
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,128,0.1692
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,256,0.1706
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,512,0.1700
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,1024,0.1698
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,2048,0.1705
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,4096,0.1852
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,8192,0.1891
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,16384,0.1864
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,32768,0.1921
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,65536,0.2169
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,131072,0.2487
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,2,0.1837
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,4,0.1807
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,8,0.1828
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,16,0.1834
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,32,0.1827
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,64,0.1832
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,128,0.1829
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,256,0.1836
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,512,0.1840
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,1024,0.1825
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,2048,0.1846
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,4096,0.1986
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,8192,0.2041
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,16384,0.2020
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,32768,0.2106
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,65536,0.2376
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,131072,0.2825
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,2,0.2059
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,4,0.2060
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,8,0.2061
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,16,0.2061
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,32,0.2056
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,64,0.2061
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,128,0.2062
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,256,0.2072
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,512,0.2074
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,1024,0.2067
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,2048,0.2083
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,4096,0.2225
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,8192,0.2294
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,16384,0.2295
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,32768,0.2432
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,65536,0.2788
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,131072,0.3416
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,2,0.2174
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,4,0.2169
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,8,0.2179
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,16,0.2177
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,32,0.2176
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,64,0.2175
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,128,0.2182
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,256,0.2172
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,512,0.2180
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,1024,0.2180
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,2048,0.2213
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,4096,0.2378
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,8192,0.2466
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,16384,0.2502
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,32768,0.2725
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,65536,0.3245
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,131072,0.4197
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,2,0.2478
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,4,0.2472
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,8,0.2476
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,16,0.2476
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,32,0.2478
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,64,0.2488
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,128,0.2484
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,256,0.2489
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,512,0.2494
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,1024,0.2527
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,2048,0.2555
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,4096,0.2750
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,8192,0.2877
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,16384,0.2992
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,32768,0.3376
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,65536,0.4222
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,131072,0.5863
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,2,0.2913
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,4,0.2918
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,8,0.2915
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,16,0.2905
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,32,0.2919
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,64,0.2922
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,128,0.2929
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,256,0.2925
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,512,0.2936
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,1024,0.2968
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,2048,0.3017
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,4096,0.3288
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,8192,0.3492
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,16384,0.3753
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,32768,0.4480
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,65536,0.6020
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,131072,0.9218
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,2,0.4162
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,4,0.4156
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,8,0.4153
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,16,0.4156
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,32,0.4171
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,64,0.4182
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,128,0.4173
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,256,0.4187
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,512,0.4212
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,1024,0.4273
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,2048,0.4391
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,4096,0.4797
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,8192,0.5193
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,16384,0.6014
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,32768,0.7720
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,65536,1.1523
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,131072,1.8718
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,2,0.6633
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,4,0.6642
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,8,0.6641
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,16,0.6644
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,32,0.6659
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,64,0.6697
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,128,0.6698
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,256,0.6730
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,512,0.6776
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,1024,0.6897
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,2048,0.7115
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,4096,0.7902
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,8192,0.8695
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,16384,1.0391
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,32768,1.3749
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,65536,2.1339
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,2,1.1779
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,4,1.1773
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,8,1.1796
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,16,1.1804
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,32,1.1820
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,64,1.1864
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,128,1.1869
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,256,1.1954
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,512,1.2013
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,1024,1.2230
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,2048,1.2689
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,4096,1.4157
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,8192,1.5726
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,16384,1.9143
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,32768,2.5848
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,2,0.3196
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,4,0.3214
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,8,0.3237
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,16,0.3178
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,32,0.3184
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,64,0.3165
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,128,0.3194
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,256,0.3182
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,512,0.3197
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,1024,0.3177
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,2048,0.3141
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,4096,0.3267
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,8192,0.3352
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,16384,0.3272
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,32768,0.3343
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,65536,0.3527
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,131072,0.3805
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,2,0.3277
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,4,0.3285
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,8,0.3271
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,16,0.3281
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,32,0.3299
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,64,0.3277
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,128,0.3263
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,256,0.3281
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,512,0.3266
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,1024,0.3264
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,2048,0.3229
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,4096,0.3386
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,8192,0.3436
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,16384,0.3375
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,32768,0.3443
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,65536,0.3661
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,131072,0.3953
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,2,0.3334
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,4,0.3344
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,8,0.3341
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,16,0.3336
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,32,0.3346
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,64,0.3338
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,128,0.3355
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,256,0.3341
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,512,0.3332
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,1024,0.3331
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,2048,0.3322
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,4096,0.3447
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,8192,0.3494
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,16384,0.3474
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,32768,0.3546
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,65536,0.3739
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,131072,0.4120
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,2,0.3446
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,4,0.3448
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,8,0.3454
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,16,0.3443
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,32,0.3453
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,64,0.3422
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,128,0.3444
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,256,0.3425
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,512,0.3433
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,1024,0.3437
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,2048,0.3412
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,4096,0.3546
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,8192,0.3604
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,16384,0.3580
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,32768,0.3679
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,65536,0.3951
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,131072,0.4402
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,2,0.3585
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,4,0.3586
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,8,0.3594
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,16,0.3603
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,32,0.3589
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,64,0.3600
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,128,0.3595
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,256,0.3616
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,512,0.3592
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,1024,0.3582
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,2048,0.3553
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,4096,0.3719
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,8192,0.3785
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,16384,0.3788
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,32768,0.3923
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,65536,0.4291
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,131072,0.4893
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,2,0.3641
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,4,0.3683
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,8,0.3633
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,16,0.3636
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,32,0.3671
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,64,0.3638
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,128,0.3649
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,256,0.3640
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,512,0.3642
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,1024,0.3624
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,2048,0.3611
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,4096,0.3777
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,8192,0.3855
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,16384,0.3918
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,32768,0.4131
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,65536,0.4661
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,131072,0.5616
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,2,0.3772
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,4,0.3782
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,8,0.3768
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,16,0.3771
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,32,0.3775
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,64,0.3787
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,128,0.3779
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,256,0.3780
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,512,0.3780
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,1024,0.3798
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,2048,0.3804
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,4096,0.3988
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,8192,0.4132
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,16384,0.4247
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,32768,0.4635
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,65536,0.5482
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,131072,0.7145
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,2,0.4921
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,4,0.4937
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,8,0.4925
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,16,0.4929
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,32,0.4933
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,64,0.4947
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,128,0.4956
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,256,0.4974
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,512,0.4981
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,1024,0.5011
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,2048,0.5044
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,4096,0.5288
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,8192,0.5491
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,16384,0.5777
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,32768,0.6520
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,65536,0.8032
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,131072,1.1248
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,2,0.7144
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,4,0.7159
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,8,0.7154
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,16,0.7161
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,32,0.7171
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,64,0.7182
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,128,0.7203
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,256,0.7217
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,512,0.7247
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,1024,0.7301
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,2048,0.7327
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,4096,0.7694
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,8192,0.8077
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,16384,0.8912
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,32768,1.0636
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,65536,1.4412
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,131072,2.1500
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,2,1.1514
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,4,1.1523
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,8,1.1535
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,16,1.1528
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,32,1.1552
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,64,1.1565
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,128,1.1590
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,256,1.1603
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,512,1.1653
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,1024,1.1765
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,2048,1.1812
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,4096,1.2505
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,8192,1.3301
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,16384,1.5019
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,32768,1.8379
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,65536,2.5982
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,2,2.0824
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,4,2.0810
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,8,2.0819
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,16,2.0837
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,32,2.0857
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,64,2.0871
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,128,2.0860
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,256,2.0883
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,512,2.0933
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,1024,2.1062
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,2048,2.1383
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,4096,2.2683
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,8192,2.4257
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,16384,2.7670
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,32768,3.4345
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,2,0.2761
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,4,0.2747
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,8,0.2760
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,16,0.2752
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,32,0.2747
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,64,0.2737
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,128,0.2736
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,256,0.2730
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,512,0.2716
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,1024,0.2711
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,2048,0.2693
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,4096,0.2824
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,8192,0.2878
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,16384,0.2836
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,32768,0.2872
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,65536,0.3060
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,131072,0.3340
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,2,0.2838
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,4,0.2822
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,8,0.2833
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,16,0.2824
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,32,0.2830
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,64,0.2827
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,128,0.2820
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,256,0.2817
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,512,0.2823
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,1024,0.2810
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,2048,0.2783
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,4096,0.2917
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,8192,0.2959
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,16384,0.2920
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,32768,0.2988
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,65536,0.3188
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,131072,0.3493
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,2,0.2880
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,4,0.2880
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,8,0.2875
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,16,0.2888
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,32,0.2878
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,64,0.2877
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,128,0.2870
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,256,0.2878
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,512,0.2863
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,1024,0.2888
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,2048,0.2840
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,4096,0.2992
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,8192,0.3029
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,16384,0.3006
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,32768,0.3064
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,65536,0.3288
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,131072,0.3663
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,2,0.2979
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,4,0.2980
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,8,0.2989
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,16,0.2973
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,32,0.2972
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,64,0.2975
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,128,0.2984
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,256,0.2984
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,512,0.2976
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,1024,0.2996
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,2048,0.2986
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,4096,0.3112
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,8192,0.3184
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,16384,0.3133
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,32768,0.3242
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,65536,0.3506
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,131072,0.3957
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,2,0.3143
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,4,0.3151
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,8,0.3145
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,16,0.3140
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,32,0.3157
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,64,0.3147
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,128,0.3146
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,256,0.3156
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,512,0.3149
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,1024,0.3160
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,2048,0.3129
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,4096,0.3283
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,8192,0.3355
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,16384,0.3355
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,32768,0.3494
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,65536,0.3854
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,131072,0.4459
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,2,0.3162
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,4,0.3174
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,8,0.3159
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,16,0.3165
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,32,0.3156
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,64,0.3183
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,128,0.3179
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,256,0.3172
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,512,0.3180
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,1024,0.3192
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,2048,0.3185
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,4096,0.3345
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,8192,0.3424
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,16384,0.3481
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,32768,0.3697
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,65536,0.4211
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,131072,0.5179
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,2,0.3238
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,4,0.3236
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,8,0.3225
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,16,0.3237
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,32,0.3246
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,64,0.3252
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,128,0.3247
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,256,0.3243
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,512,0.3269
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,1024,0.3269
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,2048,0.3311
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,4096,0.3472
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,8192,0.3595
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,16384,0.3717
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,32768,0.4126
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,65536,0.4976
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,131072,0.6634
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,2,0.3546
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,4,0.3544
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,8,0.3548
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,16,0.3541
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,32,0.3548
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,64,0.3551
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,128,0.3568
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,256,0.3591
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,512,0.3632
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,1024,0.3697
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,2048,0.3795
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,4096,0.4054
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,8192,0.4258
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,16384,0.4521
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,32768,0.5236
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,65536,0.6772
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,131072,0.9988
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,2,0.4713
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,4,0.4711
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,8,0.4707
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,16,0.4716
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,32,0.4731
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,64,0.4737
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,128,0.4781
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,256,0.4803
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,512,0.4877
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,1024,0.5011
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,2048,0.5194
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,4096,0.5593
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,8192,0.5984
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,16384,0.6818
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,32768,0.8541
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,65536,1.2325
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,131072,1.9380
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,2,0.7110
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,4,0.7141
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,8,0.7140
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,16,0.7163
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,32,0.7176
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,64,0.7192
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,128,0.7240
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,256,0.7276
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,512,0.7437
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,1024,0.7663
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,2048,0.8018
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,4096,0.8820
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,8192,0.9600
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,16384,1.1296
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,32768,1.4663
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,65536,2.2248
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,2,1.2204
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,4,1.2218
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,8,1.2235
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,16,1.2253
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,32,1.2255
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,64,1.2289
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,128,1.2318
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,256,1.2417
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,512,1.2643
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,1024,1.3090
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,2048,1.3916
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,4096,1.5419
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,8192,1.6972
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,16384,2.0404
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,32768,2.7078
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,2,0.2568
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,4,0.2554
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,8,0.2567
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,16,0.2555
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,32,0.2558
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,64,0.2563
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,128,0.2558
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,256,0.2559
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,512,0.2547
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,1024,0.2546
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,2048,0.2521
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,4096,0.2657
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,8192,0.2704
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,16384,0.2659
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,32768,0.2688
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,65536,0.2876
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,131072,0.3150
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,2,0.2658
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,4,0.2667
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,8,0.2659
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,16,0.2668
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,32,0.2660
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,64,0.2667
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,128,0.2661
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,256,0.2671
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,512,0.2654
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,1024,0.2644
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,2048,0.2621
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,4096,0.2760
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,8192,0.2796
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,16384,0.2755
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,32768,0.2815
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,65536,0.3003
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,131072,0.3328
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,2,0.2693
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,4,0.2718
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,8,0.2702
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,16,0.2703
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,32,0.2688
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,64,0.2685
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,128,0.2694
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,256,0.2699
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,512,0.2685
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,1024,0.2673
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,2048,0.2659
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,4096,0.2803
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,8192,0.2848
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,16384,0.2808
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,32768,0.2877
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,65536,0.3092
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,131072,0.3478
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,2,0.2805
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,4,0.2819
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,8,0.2815
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,16,0.2801
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,32,0.2796
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,64,0.2798
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,128,0.2807
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,256,0.2797
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,512,0.2806
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,1024,0.2790
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,2048,0.2777
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,4096,0.2921
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,8192,0.2979
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,16384,0.2940
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,32768,0.3053
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,65536,0.3305
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,131072,0.3752
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,2,0.2943
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,4,0.2966
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,8,0.2968
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,16,0.2964
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,32,0.2964
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,64,0.2949
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,128,0.2965
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,256,0.2966
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,512,0.2955
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,1024,0.2952
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,2048,0.2942
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,4096,0.3090
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,8192,0.3149
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,16384,0.3161
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,32768,0.3285
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,65536,0.3636
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,131072,0.4263
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,2,0.2958
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,4,0.2968
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,8,0.2957
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,16,0.2948
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,32,0.2941
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,64,0.2950
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,128,0.2964
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,256,0.2957
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,512,0.2977
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,1024,0.2964
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,2048,0.2957
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,4096,0.3122
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,8192,0.3211
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,16384,0.3249
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,32768,0.3470
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,65536,0.3994
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,131072,0.4955
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,2,0.3020
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,4,0.3017
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,8,0.3026
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,16,0.3013
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,32,0.3020
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,64,0.3017
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,128,0.3021
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,256,0.3041
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,512,0.3056
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,1024,0.3058
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,2048,0.3061
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,4096,0.3250
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,8192,0.3376
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,16384,0.3502
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,32768,0.3896
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,65536,0.4768
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,131072,0.6402
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,2,0.3243
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,4,0.3242
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,8,0.3260
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,16,0.3245
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,32,0.3256
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,64,0.3243
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,128,0.3263
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,256,0.3276
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,512,0.3308
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,1024,0.3371
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,2048,0.3483
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,4096,0.3751
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,8192,0.3938
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,16384,0.4195
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,32768,0.4926
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,65536,0.6443
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,131072,0.9664
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,2,0.4300
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,4,0.4298
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,8,0.4290
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,16,0.4304
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,32,0.4312
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,64,0.4327
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,128,0.4345
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,256,0.4366
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,512,0.4449
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,1024,0.4568
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,2048,0.4765
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,4096,0.5159
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,8192,0.5566
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,16384,0.6393
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,32768,0.8143
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,65536,1.1904
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,131072,1.8982
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,2,0.6437
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,4,0.6432
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,8,0.6440
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,16,0.6451
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,32,0.6476
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,64,0.6475
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,128,0.6517
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,256,0.6590
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,512,0.6742
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,1024,0.6947
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,2048,0.7323
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,4096,0.8091
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,8192,0.8885
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,16384,1.0576
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,32768,1.3948
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,65536,2.1529
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,2,1.0844
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,4,1.0875
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,8,1.0849
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,16,1.0888
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,32,1.0887
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,64,1.0934
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,128,1.0971
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,256,1.1047
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,512,1.1286
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,1024,1.1741
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,2048,1.2565
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,4096,1.4042
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,8192,1.5629
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,16384,1.9061
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,32768,2.5719
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,2,0.2475
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,4,0.2499
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,8,0.2462
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,16,0.2468
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,32,0.2460
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,64,0.2462
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,128,0.2460
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,256,0.2465
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,512,0.2471
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,1024,0.2444
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,2048,0.2427
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,4096,0.2560
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,8192,0.2610
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,16384,0.2565
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,32768,0.2605
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,65536,0.2782
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,131072,0.3082
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,2,0.2566
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,4,0.2574
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,8,0.2568
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,16,0.2554
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,32,0.2563
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,64,0.2573
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,128,0.2574
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,256,0.2568
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,512,0.2565
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,1024,0.2538
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,2048,0.2522
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,4096,0.2651
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,8192,0.2710
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,16384,0.2660
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,32768,0.2711
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,65536,0.2919
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,131072,0.3215
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,2,0.2600
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,4,0.2599
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,8,0.2607
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,16,0.2607
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,32,0.2600
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,64,0.2600
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,128,0.2600
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,256,0.2598
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,512,0.2593
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,1024,0.2588
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,2048,0.2557
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,4096,0.2697
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,8192,0.2742
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,16384,0.2701
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,32768,0.2775
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,65536,0.2993
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,131072,0.3373
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,2,0.2697
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,4,0.2690
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,8,0.2697
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,16,0.2695
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,32,0.2694
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,64,0.2692
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,128,0.2684
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,256,0.2686
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,512,0.2691
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,1024,0.2684
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,2048,0.2666
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,4096,0.2806
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,8192,0.2862
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,16384,0.2829
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,32768,0.2923
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,65536,0.3198
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,131072,0.3651
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,2,0.2863
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,4,0.2862
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,8,0.2852
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,16,0.2857
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,32,0.2854
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,64,0.2861
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,128,0.2854
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,256,0.2858
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,512,0.2855
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,1024,0.2852
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,2048,0.2821
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,4096,0.2987
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,8192,0.3044
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,16384,0.3046
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,32768,0.3173
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,65536,0.3538
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,131072,0.4175
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,2,0.2829
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,4,0.2824
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,8,0.2823
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,16,0.2823
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,32,0.2838
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,64,0.2832
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,128,0.2841
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,256,0.2844
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,512,0.2844
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,1024,0.2843
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,2048,0.2847
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,4096,0.3015
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,8192,0.3085
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,16384,0.3129
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,32768,0.3348
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,65536,0.3882
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,131072,0.4847
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,2,0.2880
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,4,0.2875
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,8,0.2875
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,16,0.2869
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,32,0.2877
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,64,0.2876
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,128,0.2883
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,256,0.2909
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,512,0.2914
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,1024,0.2919
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,2048,0.2930
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,4096,0.3122
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,8192,0.3237
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,16384,0.3367
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,32768,0.3761
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,65536,0.4647
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,131072,0.6284
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,2,0.3032
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,4,0.3026
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,8,0.3034
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,16,0.3026
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,32,0.3043
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,64,0.3045
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,128,0.3065
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,256,0.3081
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,512,0.3109
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,1024,0.3167
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,2048,0.3260
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,4096,0.3514
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,8192,0.3722
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,16384,0.3965
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,32768,0.4718
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,65536,0.6256
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,131072,0.9440
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,2,0.4004
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,4,0.4012
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,8,0.4018
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,16,0.4022
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,32,0.4017
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,64,0.4040
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,128,0.4061
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,256,0.4080
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,512,0.4167
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,1024,0.4286
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,2048,0.4447
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,4096,0.4861
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,8192,0.5252
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,16384,0.6093
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,32768,0.7822
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,65536,1.1602
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,131072,1.8763
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,2,0.5890
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,4,0.5907
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,8,0.5909
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,16,0.5904
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,32,0.5920
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,64,0.5940
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,128,0.5980
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,256,0.6051
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,512,0.6185
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,1024,0.6418
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,2048,0.6775
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,4096,0.7552
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,8192,0.8354
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,16384,1.0059
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,32768,1.3389
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,65536,2.0995
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,2,0.9774
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,4,0.9770
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,8,0.9767
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,16,0.9779
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,32,0.9819
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,64,0.9823
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,128,0.9873
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,256,0.9942
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,512,1.0195
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,1024,1.0659
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,2048,1.1451
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,4096,1.2969
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,8192,1.4527
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,16384,1.7949
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,32768,2.4657
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,2,0.2389
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,4,0.2403
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,8,0.2376
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,16,0.2392
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,32,0.2383
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,64,0.2387
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,128,0.2386
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,256,0.2387
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,512,0.2381
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,1024,0.2360
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,2048,0.2343
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,4096,0.2487
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,8192,0.2539
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,16384,0.2494
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,32768,0.2523
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,65536,0.2709
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,131072,0.2978
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,2,0.2499
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,4,0.2496
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,8,0.2490
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,16,0.2494
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,32,0.2485
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,64,0.2501
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,128,0.2500
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,256,0.2501
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,512,0.2490
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,1024,0.2455
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,2048,0.2446
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,4096,0.2592
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,8192,0.2633
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,16384,0.2596
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,32768,0.2656
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,65536,0.2869
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,131072,0.3166
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,2,0.2543
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,4,0.2551
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,8,0.2540
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,16,0.2557
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,32,0.2541
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,64,0.2550
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,128,0.2440
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,256,0.2539
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,512,0.2486
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,1024,0.2530
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,2048,0.2482
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,4096,0.2642
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,8192,0.2698
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,16384,0.2656
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,32768,0.2730
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,65536,0.2958
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,131072,0.3321
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,2,0.2626
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,4,0.2625
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,8,0.2619
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,16,0.2637
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,32,0.2631
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,64,0.2608
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,128,0.2620
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,256,0.2633
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,512,0.2633
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,1024,0.2614
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,2048,0.2595
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,4096,0.2741
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,8192,0.2796
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,16384,0.2759
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,32768,0.2865
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,65536,0.3146
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,131072,0.3596
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,2,0.2801
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,4,0.2795
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,8,0.2789
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,16,0.2787
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,32,0.2790
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,64,0.2803
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,128,0.2792
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,256,0.2802
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,512,0.2793
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,1024,0.2789
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,2048,0.2783
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,4096,0.2931
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,8192,0.2984
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,16384,0.2986
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,32768,0.3127
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,65536,0.3477
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,131072,0.4104
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,2,0.2781
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,4,0.2770
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,8,0.2756
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,16,0.2765
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,32,0.2774
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,64,0.2765
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,128,0.2781
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,256,0.2788
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,512,0.2781
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,1024,0.2785
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,2048,0.2784
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,4096,0.2948
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,8192,0.3028
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,16384,0.3069
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,32768,0.3293
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,65536,0.3815
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,131072,0.4775
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,2,0.2811
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,4,0.2821
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,8,0.2806
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,16,0.2814
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,32,0.2811
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,64,0.2816
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,128,0.2825
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,256,0.2833
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,512,0.2848
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,1024,0.2857
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,2048,0.2865
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,4096,0.3055
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,8192,0.3187
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,16384,0.3306
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,32768,0.3697
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,65536,0.4551
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,131072,0.6187
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,2,0.2935
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,4,0.2937
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,8,0.2936
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,16,0.2944
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,32,0.2942
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,64,0.2949
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,128,0.2956
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,256,0.2987
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,512,0.3017
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,1024,0.3065
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,2048,0.3167
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,4096,0.3420
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,8192,0.3634
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,16384,0.3872
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,32768,0.4615
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,65536,0.6155
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,131072,0.9347
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,2,0.3859
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,4,0.3858
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,8,0.3853
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,16,0.3859
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,32,0.3862
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,64,0.3882
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,128,0.3915
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,256,0.3928
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,512,0.3995
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,1024,0.4119
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,2048,0.4294
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,4096,0.4697
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,8192,0.5086
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,16384,0.5934
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,32768,0.7631
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,65536,1.1425
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,131072,1.8497
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,2,0.5651
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,4,0.5667
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,8,0.5664
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,16,0.5683
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,32,0.5692
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,64,0.5687
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,128,0.5739
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,256,0.5811
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,512,0.5938
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,1024,0.6173
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,2048,0.6538
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,4096,0.7310
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,8192,0.8093
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,16384,0.9800
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,32768,1.3137
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,65536,2.0764
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,2,0.9215
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,4,0.9229
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,8,0.9235
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,16,0.9262
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,32,0.9258
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,64,0.9267
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,128,0.9334
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,256,0.9423
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,512,0.9666
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,1024,1.0122
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,2048,1.0949
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,4096,1.2422
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,8192,1.4008
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,16384,1.7422
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,32768,2.4124
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,2,0.2333
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,4,0.2349
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,8,0.2256
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,16,0.2317
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,32,0.2292
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,64,0.2320
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,128,0.2199
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,256,0.2322
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,512,0.2189
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,1024,0.2308
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,2048,0.2197
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,4096,0.2416
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,8192,0.2354
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,16384,0.2415
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,32768,0.2336
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,65536,0.2662
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,131072,0.2954
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,2,0.2458
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,4,0.2315
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,8,0.2455
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,16,0.2304
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,32,0.2409
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,64,0.2316
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,128,0.2447
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,256,0.2436
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,512,0.2437
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,1024,0.2293
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,2048,0.2416
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,4096,0.2535
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,8192,0.2594
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,16384,0.2444
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,32768,0.2610
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,65536,0.2801
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,131072,0.3134
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,2,0.2382
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,4,0.2508
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,8,0.2400
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,16,0.2516
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,32,0.2468
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,64,0.2473
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,128,0.2497
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,256,0.2476
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,512,0.2497
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,1024,0.2457
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,2048,0.2468
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,4096,0.2618
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,8192,0.2661
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,16384,0.2630
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,32768,0.2701
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,65536,0.2933
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,131072,0.3309
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,2,0.2597
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,4,0.2589
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,8,0.2592
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,16,0.2581
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,32,0.2515
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,64,0.2574
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,128,0.2497
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,256,0.2586
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,512,0.2589
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,1024,0.2591
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,2048,0.2578
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,4096,0.2718
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,8192,0.2777
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,16384,0.2746
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,32768,0.2849
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,65536,0.3121
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,131072,0.3574
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,2,0.2736
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,4,0.2606
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,8,0.2717
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,16,0.2736
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,32,0.2687
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,64,0.2679
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,128,0.2728
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,256,0.2683
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,512,0.2764
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,1024,0.2756
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,2048,0.2743
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,4096,0.2893
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,8192,0.2961
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,16384,0.2952
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,32768,0.3087
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,65536,0.3446
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,131072,0.4072
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,2,0.2716
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,4,0.2727
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,8,0.2729
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,16,0.2737
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,32,0.2721
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,64,0.2726
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,128,0.2737
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,256,0.2735
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,512,0.2757
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,1024,0.2749
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,2048,0.2741
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,4096,0.2910
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,8192,0.2996
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,16384,0.3036
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,32768,0.3255
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,65536,0.3779
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,131072,0.4734
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,2,0.2772
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,4,0.2802
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,8,0.2779
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,16,0.2778
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,32,0.2772
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,64,0.2788
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,128,0.2794
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,256,0.2797
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,512,0.2819
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,1024,0.2831
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,2048,0.2829
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,4096,0.3024
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,8192,0.3145
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,16384,0.3281
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,32768,0.3670
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,65536,0.4536
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,131072,0.6165
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,2,0.2889
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,4,0.2885
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,8,0.2884
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,16,0.2877
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,32,0.2890
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,64,0.2908
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,128,0.2921
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,256,0.2938
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,512,0.2983
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,1024,0.3028
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,2048,0.3122
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,4096,0.3373
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,8192,0.3579
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,16384,0.3847
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,32768,0.4589
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,65536,0.6086
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,131072,0.9294
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,2,0.3786
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,4,0.3790
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,8,0.3776
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,16,0.3787
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,32,0.3796
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,64,0.3804
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,128,0.3845
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,256,0.3874
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,512,0.3930
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,1024,0.4039
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,2048,0.4228
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,4096,0.4618
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,8192,0.5033
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,16384,0.5851
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,32768,0.7569
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,65536,1.1347
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,131072,1.8429
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,2,0.5547
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,4,0.5592
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,8,0.5541
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,16,0.5550
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,32,0.5574
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,64,0.5593
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,128,0.5627
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,256,0.5677
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,512,0.5817
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,1024,0.6035
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,2048,0.6392
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,4096,0.7174
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,8192,0.7966
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,16384,0.9665
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,32768,1.3025
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,65536,2.0607
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,2,0.8993
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,4,0.8998
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,8,0.9018
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,16,0.9039
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,32,0.9045
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,64,0.9069
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,128,0.9122
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,256,0.9202
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,512,0.9431
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,1024,0.9885
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,2048,1.0711
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,4096,1.2205
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,8192,1.3761
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,16384,1.7183
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,32768,2.3859
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,2,0.2172
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,4,0.2279
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,8,0.2260
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,16,0.2228
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,32,0.2224
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,64,0.2234
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,128,0.2297
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,256,0.2284
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,512,0.2183
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,1024,0.2149
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,2048,0.2174
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,4096,0.2294
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,8192,0.2308
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,16384,0.2304
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,32768,0.2324
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,65536,0.2635
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,131072,0.2851
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,2,0.2276
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,4,0.2302
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,8,0.2316
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,16,0.2301
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,32,0.2288
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,64,0.2293
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,128,0.2329
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,256,0.2291
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,512,0.2305
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,1024,0.2280
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,2048,0.2239
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,4096,0.2387
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,8192,0.2539
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,16384,0.2390
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,32768,0.2576
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,65536,0.2725
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,131072,0.3080
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,2,0.2331
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,4,0.2395
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,8,0.2351
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,16,0.2375
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,32,0.2403
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,64,0.2378
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,128,0.2364
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,256,0.2376
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,512,0.2379
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,1024,0.2373
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,2048,0.2339
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,4096,0.2503
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,8192,0.2631
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,16384,0.2566
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,32768,0.2673
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,65536,0.2903
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,131072,0.3276
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,2,0.2496
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,4,0.2563
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,8,0.2488
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,16,0.2545
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,32,0.2488
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,64,0.2495
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,128,0.2536
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,256,0.2486
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,512,0.2496
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,1024,0.2505
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,2048,0.2566
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,4096,0.2720
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,8192,0.2776
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,16384,0.2736
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,32768,0.2831
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,65536,0.3106
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,131072,0.3562
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,2,0.2672
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,4,0.2653
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,8,0.2644
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,16,0.2597
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,32,0.2713
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,64,0.2584
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,128,0.2672
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,256,0.2715
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,512,0.2736
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,1024,0.2734
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,2048,0.2717
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,4096,0.2883
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,8192,0.2931
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,16384,0.2938
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,32768,0.3091
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,65536,0.3438
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,131072,0.4048
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,2,0.2563
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,4,0.2648
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,8,0.2570
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,16,0.2648
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,32,0.2575
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,64,0.2698
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,128,0.2702
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,256,0.2713
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,512,0.2733
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,1024,0.2736
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,2048,0.2733
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,4096,0.2896
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,8192,0.2977
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,16384,0.3018
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,32768,0.3238
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,65536,0.3763
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,131072,0.4729
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,2,0.2742
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,4,0.2733
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,8,0.2710
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,16,0.2740
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,32,0.2740
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,64,0.2746
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,128,0.2759
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,256,0.2780
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,512,0.2781
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,1024,0.2815
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,2048,0.2809
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,4096,0.3007
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,8192,0.3132
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,16384,0.3255
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,32768,0.3650
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,65536,0.4507
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,131072,0.6118
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,2,0.2861
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,4,0.2866
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,8,0.2848
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,16,0.2871
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,32,0.2876
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,64,0.2874
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,128,0.2892
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,256,0.2919
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,512,0.2952
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,1024,0.2992
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,2048,0.3076
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,4096,0.3356
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,8192,0.3552
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,16384,0.3817
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,32768,0.4548
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,65536,0.6102
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,131072,0.9270
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,2,0.3753
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,4,0.3751
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,8,0.3747
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,16,0.3748
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,32,0.3761
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,64,0.3777
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,128,0.3809
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,256,0.3826
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,512,0.3901
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,1024,0.4012
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,2048,0.4171
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,4096,0.4579
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,8192,0.4957
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,16384,0.5793
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,32768,0.7495
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,65536,1.1311
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,131072,1.8398
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,2,0.5487
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,4,0.5495
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,8,0.5494
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,16,0.5497
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,32,0.5498
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,64,0.5539
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,128,0.5570
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,256,0.5604
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,512,0.5750
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,1024,0.5968
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,2048,0.6335
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,4096,0.7112
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,8192,0.7902
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,16384,0.9596
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,32768,1.2953
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,65536,2.0556
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,2,0.8890
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,4,0.8894
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,8,0.8902
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,16,0.8924
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,32,0.8921
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,64,0.8948
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,128,0.8990
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,256,0.9070
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,512,0.9309
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,1024,0.9774
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,2048,1.0574
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,4096,1.2097
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,8192,1.3651
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,16384,1.7068
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,32768,2.3766
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,2,0.2172
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,4,0.2195
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,8,0.2159
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,16,0.2187
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,32,0.2171
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,64,0.2204
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,128,0.2177
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,256,0.2289
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,512,0.2166
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,1024,0.2281
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,2048,0.2123
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,4096,0.2400
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,8192,0.2298
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,16384,0.2399
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,32768,0.2320
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,65536,0.2611
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,131072,0.2794
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,2,0.2229
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,4,0.2242
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,8,0.2246
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,16,0.2258
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,32,0.2248
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,64,0.2348
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,128,0.2235
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,256,0.2287
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,512,0.2265
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,1024,0.2311
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,2048,0.2252
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,4096,0.2336
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,8192,0.2416
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,16384,0.2468
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,32768,0.2497
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,65536,0.2746
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,131072,0.3065
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,2,0.2305
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,4,0.2297
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,8,0.2326
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,16,0.2308
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,32,0.2303
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,64,0.2292
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,128,0.2332
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,256,0.2293
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,512,0.2367
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,1024,0.2280
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,2048,0.2289
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,4096,0.2520
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,8192,0.2476
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,16384,0.2569
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,32768,0.2625
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,65536,0.2869
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,131072,0.3202
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,2,0.2406
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,4,0.2533
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,8,0.2393
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,16,0.2456
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,32,0.2442
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,64,0.2429
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,128,0.2489
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,256,0.2451
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,512,0.2511
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,1024,0.2436
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,2048,0.2537
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,4096,0.2667
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,8192,0.2724
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,16384,0.2706
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,32768,0.2801
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,65536,0.3081
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,131072,0.3518
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,2,0.2580
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,4,0.2596
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,8,0.2621
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,16,0.2564
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,32,0.2596
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,64,0.2590
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,128,0.2651
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,256,0.2569
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,512,0.2603
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,1024,0.2684
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,2048,0.2708
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,4096,0.2863
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,8192,0.2935
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,16384,0.2936
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,32768,0.3059
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,65536,0.3425
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,131072,0.4050
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,2,0.2529
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,4,0.2533
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,8,0.2540
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,16,0.2616
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,32,0.2536
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,64,0.2531
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,128,0.2525
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,256,0.2667
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,512,0.2706
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,1024,0.2714
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,2048,0.2704
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,4096,0.2867
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,8192,0.2956
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,16384,0.2993
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,32768,0.3213
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,65536,0.3749
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,131072,0.4776
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,2,0.2657
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,4,0.2727
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,8,0.2728
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,16,0.2722
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,32,0.2698
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,64,0.2729
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,128,0.2744
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,256,0.2771
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,512,0.2775
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,1024,0.2779
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,2048,0.2810
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,4096,0.2986
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,8192,0.3121
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,16384,0.3222
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,32768,0.3614
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,65536,0.4481
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,131072,0.6135
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,2,0.2827
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,4,0.2834
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,8,0.2830
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,16,0.2838
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,32,0.2843
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,64,0.2846
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,128,0.2861
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,256,0.2891
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,512,0.2916
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,1024,0.2981
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,2048,0.3074
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,4096,0.3334
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,8192,0.3529
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,16384,0.3793
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,32768,0.4513
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,65536,0.6084
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,131072,0.9263
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,2,0.3723
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,4,0.3717
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,8,0.3720
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,16,0.3727
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,32,0.3722
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,64,0.3748
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,128,0.3785
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,256,0.3805
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,512,0.3871
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,1024,0.3976
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,2048,0.4157
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,4096,0.4551
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,8192,0.4954
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,16384,0.5775
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,32768,0.7505
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,65536,1.1284
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,131072,1.8352
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,2,0.5441
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,4,0.5441
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,8,0.5447
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,16,0.5466
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,32,0.5471
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,64,0.5488
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,128,0.5534
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,256,0.5589
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,512,0.5708
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,1024,0.5933
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,2048,0.6300
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,4096,0.7089
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,8192,0.7856
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,16384,0.9535
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,32768,1.2910
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,65536,2.0505
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,2,0.8821
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,4,0.8824
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,8,0.8825
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,16,0.8852
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,32,0.8873
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,64,0.8886
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,128,0.8918
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,256,0.9007
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,512,0.9239
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,1024,0.9697
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,2048,1.0501
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,4096,1.2000
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,8192,1.3573
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,16384,1.6980
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,32768,2.3694
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,2,0.2487
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,4,0.2470
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,8,0.2466
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,16,0.2472
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,32,0.2462
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,64,0.2484
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,128,0.2478
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,256,0.2483
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,512,0.2479
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,1024,0.2512
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,2048,0.2488
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,4096,0.2638
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,8192,0.2672
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,16384,0.2615
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,32768,0.2667
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,65536,0.2879
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,131072,0.3150
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,2,0.2566
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,4,0.2575
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,8,0.2553
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,16,0.2573
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,32,0.2566
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,64,0.2578
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,128,0.2545
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,256,0.2568
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,512,0.2581
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,1024,0.2576
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,2048,0.2577
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,4096,0.2722
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,8192,0.2760
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,16384,0.2715
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,32768,0.2776
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,65536,0.2977
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,131072,0.3276
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,2,0.2657
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,4,0.2640
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,8,0.2644
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,16,0.2653
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,32,0.2660
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,64,0.2658
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,128,0.2669
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,256,0.2661
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,512,0.2668
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,1024,0.2665
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,2048,0.2669
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,4096,0.2802
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,8192,0.2851
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,16384,0.2813
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,32768,0.2896
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,65536,0.3086
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,131072,0.3460
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,2,0.2814
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,4,0.2831
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,8,0.2826
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,16,0.2817
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,32,0.2820
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,64,0.2811
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,128,0.2820
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,256,0.2820
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,512,0.2823
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,1024,0.2811
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,2048,0.2832
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,4096,0.2980
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,8192,0.3032
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,16384,0.3006
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,32768,0.3100
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,65536,0.3349
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,131072,0.3800
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,2,0.3112
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,4,0.3116
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,8,0.3118
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,16,0.3134
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,32,0.3116
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,64,0.3117
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,128,0.3129
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,256,0.3123
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,512,0.3115
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,1024,0.3122
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,2048,0.3129
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,4096,0.3287
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,8192,0.3358
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,16384,0.3342
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,32768,0.3495
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,65536,0.3833
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,131072,0.4471
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,2,0.3379
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,4,0.3380
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,8,0.3391
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,16,0.3392
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,32,0.3387
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,64,0.3375
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,128,0.3381
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,256,0.3398
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,512,0.3410
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,1024,0.3373
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,2048,0.3398
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,4096,0.3556
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,8192,0.3654
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,16384,0.3695
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,32768,0.3909
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,65536,0.4428
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,131072,0.5401
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,2,0.3822
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,4,0.3837
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,8,0.3844
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,16,0.3826
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,32,0.3833
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,64,0.3833
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,128,0.3836
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,256,0.3841
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,512,0.3844
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,1024,0.3827
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,2048,0.3854
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,4096,0.4047
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,8192,0.4179
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,16384,0.4289
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,32768,0.4681
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,65536,0.5533
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,131072,0.7163
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,2,0.5361
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,4,0.5327
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,8,0.5332
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,16,0.5316
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,32,0.5329
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,64,0.5334
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,128,0.5344
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,256,0.5337
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,512,0.5354
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,1024,0.5378
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,2048,0.5422
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,4096,0.5676
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,8192,0.5883
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,16384,0.6153
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,32768,0.6889
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,65536,0.8418
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,131072,1.1601
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,2,0.8231
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,4,0.8247
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,8,0.8229
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,16,0.8232
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,32,0.8250
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,64,0.8257
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,128,0.8265
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,256,0.8262
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,512,0.8286
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,1024,0.8338
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,2048,0.8442
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,4096,0.8812
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,8192,0.9229
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,16384,1.0052
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,32768,1.1755
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,65536,1.5561
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,131072,2.2658
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,2,1.3921
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,4,1.3923
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,8,1.3923
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,16,1.3941
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,32,1.3963
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,64,1.3931
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,128,1.3957
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,256,1.3990
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,512,1.4035
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,1024,1.4186
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,2048,1.4378
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,4096,1.5081
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,8192,1.5904
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,16384,1.7570
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,32768,2.0957
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,65536,2.8555
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,2,2.5689
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,4,2.5750
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,8,2.5699
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,16,2.5760
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,32,2.5739
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,64,2.5787
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,128,2.5827
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,256,2.5822
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,512,2.5976
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,1024,2.6151
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,2048,2.6599
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,4096,2.7954
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,8192,2.9479
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,16384,3.2924
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,32768,3.9618
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,2,0.2060
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,4,0.2054
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,8,0.2049
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,16,0.2046
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,32,0.2051
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,64,0.2051
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,128,0.2039
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,256,0.2049
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,512,0.2038
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,1024,0.2056
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,2048,0.2063
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,4096,0.2205
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,8192,0.2244
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,16384,0.2171
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,32768,0.2238
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,65536,0.2407
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,131072,0.2708
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,2,0.2124
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,4,0.2120
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,8,0.2118
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,16,0.2109
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,32,0.2127
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,64,0.2117
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,128,0.2126
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,256,0.2119
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,512,0.2127
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,1024,0.2116
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,2048,0.2140
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,4096,0.2280
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,8192,0.2331
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,16384,0.2281
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,32768,0.2337
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,65536,0.2524
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,131072,0.2849
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,2,0.2168
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,4,0.2164
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,8,0.2186
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,16,0.2181
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,32,0.2174
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,64,0.2173
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,128,0.2161
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,256,0.2191
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,512,0.2180
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,1024,0.2195
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,2048,0.2177
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,4096,0.2332
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,8192,0.2371
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,16384,0.2339
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,32768,0.2413
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,65536,0.2616
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,131072,0.3008
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,2,0.2300
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,4,0.2292
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,8,0.2288
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,16,0.2301
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,32,0.2289
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,64,0.2281
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,128,0.2291
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,256,0.2309
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,512,0.2296
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,1024,0.2316
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,2048,0.2299
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,4096,0.2464
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,8192,0.2511
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,16384,0.2476
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,32768,0.2571
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,65536,0.2851
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,131072,0.3278
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,2,0.2528
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,4,0.2529
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,8,0.2529
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,16,0.2515
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,32,0.2526
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,64,0.2529
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,128,0.2515
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,256,0.2527
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,512,0.2525
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,1024,0.2531
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,2048,0.2546
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,4096,0.2696
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,8192,0.2776
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,16384,0.2760
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,32768,0.2913
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,65536,0.3257
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,131072,0.3874
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,2,0.2697
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,4,0.2704
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,8,0.2701
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,16,0.2707
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,32,0.2721
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,64,0.2711
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,128,0.2717
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,256,0.2707
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,512,0.2716
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,1024,0.2714
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,2048,0.2739
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,4096,0.2904
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,8192,0.2999
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,16384,0.3026
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,32768,0.3252
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,65536,0.3773
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,131072,0.4746
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,2,0.2990
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,4,0.3005
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,8,0.2998
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,16,0.2992
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,32,0.3006
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,64,0.3003
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,128,0.3016
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,256,0.3003
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,512,0.3006
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,1024,0.3037
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,2048,0.3071
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,4096,0.3291
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,8192,0.3420
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,16384,0.3487
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,32768,0.3907
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,65536,0.4743
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,131072,0.6368
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,2,0.3662
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,4,0.3659
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,8,0.3666
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,16,0.3670
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,32,0.3665
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,64,0.3665
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,128,0.3676
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,256,0.3676
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,512,0.3687
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,1024,0.3724
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,2048,0.3790
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,4096,0.4061
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,8192,0.4278
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,16384,0.4507
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,32768,0.5235
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,65536,0.6765
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,131072,1.0001
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,2,0.5197
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,4,0.5189
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,8,0.5202
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,16,0.5198
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,32,0.5199
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,64,0.5210
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,128,0.5219
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,256,0.5224
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,512,0.5278
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,1024,0.5357
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,2048,0.5454
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,4096,0.5867
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,8192,0.6276
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,16384,0.7106
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,32768,0.8808
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,65536,1.2613
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,131072,2.0795
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,2,0.8372
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,4,0.8385
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,8,0.8379
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,16,0.8378
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,32,0.8403
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,64,0.8451
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,128,0.8451
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,256,0.8468
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,512,0.8543
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,1024,0.8655
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,2048,0.8864
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,4096,0.9671
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,8192,1.0466
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,16384,1.2147
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,32768,1.5544
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,65536,2.3123
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,2,1.4960
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,4,1.4964
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,8,1.4974
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,16,1.4979
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,32,1.5016
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,64,1.5047
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,128,1.5056
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,256,1.5144
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,512,1.5279
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,1024,1.5524
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,2048,1.6031
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,4096,1.7614
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,8192,1.9176
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,16384,2.2609
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,32768,2.9321
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,2,0.1865
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,4,0.1862
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,8,0.1847
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,16,0.1842
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,32,0.1849
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,64,0.1845
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,128,0.1843
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,256,0.1841
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,512,0.1855
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,1024,0.1853
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,2048,0.1866
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,4096,0.1992
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,8192,0.2042
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,16384,0.1991
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,32768,0.2029
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,65536,0.2221
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,131072,0.2511
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,2,0.1959
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,4,0.1955
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,8,0.1963
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,16,0.1954
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,32,0.1971
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,64,0.1960
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,128,0.1961
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,256,0.1965
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,512,0.1962
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,1024,0.1958
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,2048,0.1980
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,4096,0.2112
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,8192,0.2158
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,16384,0.2109
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,32768,0.2160
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,65536,0.2351
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,131072,0.2676
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,2,0.1987
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,4,0.1999
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,8,0.1985
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,16,0.1985
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,32,0.1988
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,64,0.1979
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,128,0.1982
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,256,0.1982
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,512,0.2015
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,1024,0.2017
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,2048,0.2006
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,4096,0.2140
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,8192,0.2190
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,16384,0.2151
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,32768,0.2227
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,65536,0.2446
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,131072,0.2813
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,2,0.2121
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,4,0.2127
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,8,0.2107
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,16,0.2108
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,32,0.2120
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,64,0.2115
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,128,0.2114
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,256,0.2120
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,512,0.2112
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,1024,0.2125
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,2048,0.2128
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,4096,0.2273
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,8192,0.2330
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,16384,0.2302
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,32768,0.2403
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,65536,0.2668
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,131072,0.3115
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,2,0.2344
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,4,0.2343
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,8,0.2342
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,16,0.2348
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,32,0.2344
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,64,0.2338
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,128,0.2337
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,256,0.2347
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,512,0.2347
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,1024,0.2345
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,2048,0.2367
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,4096,0.2525
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,8192,0.2594
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,16384,0.2588
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,32768,0.2728
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,65536,0.3081
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,131072,0.3706
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,2,0.2492
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,4,0.2494
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,8,0.2485
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,16,0.2493
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,32,0.2504
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,64,0.2493
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,128,0.2493
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,256,0.2492
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,512,0.2507
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,1024,0.2508
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,2048,0.2533
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,4096,0.2692
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,8192,0.2789
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,16384,0.2817
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,32768,0.3035
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,65536,0.3580
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,131072,0.4533
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,2,0.2797
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,4,0.2796
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,8,0.2797
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,16,0.2794
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,32,0.2797
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,64,0.2802
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,128,0.2800
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,256,0.2806
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,512,0.2802
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,1024,0.2834
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,2048,0.2869
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,4096,0.3084
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,8192,0.3209
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,16384,0.3299
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,32768,0.3680
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,65536,0.4566
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,131072,0.6156
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,2,0.3389
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,4,0.3396
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,8,0.3392
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,16,0.3402
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,32,0.3406
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,64,0.3401
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,128,0.3398
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,256,0.3408
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,512,0.3406
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,1024,0.3439
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,2048,0.3501
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,4096,0.3784
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,8192,0.4003
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,16384,0.4220
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,32768,0.4946
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,65536,0.6481
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,131072,0.9692
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,2,0.4848
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,4,0.4849
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,8,0.4843
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,16,0.4858
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,32,0.4856
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,64,0.4876
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,128,0.4865
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,256,0.4877
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,512,0.4928
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,1024,0.4981
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,2048,0.5102
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,4096,0.5499
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,8192,0.5933
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,16384,0.6754
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,32768,0.8443
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,65536,1.2250
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,131072,2.0607
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,2,0.7833
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,4,0.7836
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,8,0.7829
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,16,0.7823
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,32,0.7841
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,64,0.7882
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,128,0.7874
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,256,0.7916
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,512,0.7992
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,1024,0.8087
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,2048,0.8306
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,4096,0.9108
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,8192,0.9891
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,16384,1.1594
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,32768,1.4957
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,65536,2.2551
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,2,1.3835
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,4,1.3859
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,8,1.3848
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,16,1.3862
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,32,1.3925
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,64,1.3905
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,128,1.3945
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,256,1.4030
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,512,1.4161
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,1024,1.4413
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,2048,1.4895
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,4096,1.6495
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,8192,1.8080
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,16384,2.1502
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,32768,2.8170
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,2,0.1752
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,4,0.1754
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,8,0.1752
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,16,0.1747
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,32,0.1757
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,64,0.1758
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,128,0.1761
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,256,0.1759
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,512,0.1762
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,1024,0.1767
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,2048,0.1768
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,4096,0.1912
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,8192,0.1958
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,16384,0.1912
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,32768,0.1953
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,65536,0.2137
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,131072,0.2408
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,2,0.1852
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,4,0.1857
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,8,0.1850
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,16,0.1852
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,32,0.1857
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,64,0.1867
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,128,0.1860
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,256,0.1857
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,512,0.1855
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,1024,0.1865
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,2048,0.1867
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,4096,0.2006
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,8192,0.2043
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,16384,0.2012
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,32768,0.2051
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,65536,0.2258
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,131072,0.2577
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,2,0.1882
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,4,0.1891
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,8,0.1890
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,16,0.1888
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,32,0.1892
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,64,0.1897
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,128,0.1900
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,256,0.1895
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,512,0.1896
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,1024,0.1912
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,2048,0.1925
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,4096,0.2046
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,8192,0.2094
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,16384,0.2052
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,32768,0.2119
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,65536,0.2341
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,131072,0.2707
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,2,0.2009
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,4,0.2007
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,8,0.2017
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,16,0.2012
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,32,0.2015
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,64,0.2022
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,128,0.2014
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,256,0.2023
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,512,0.2022
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,1024,0.2035
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,2048,0.2030
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,4096,0.2176
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,8192,0.2232
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,16384,0.2207
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,32768,0.2298
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,65536,0.2572
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,131072,0.3016
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,2,0.2244
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,4,0.2239
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,8,0.2245
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,16,0.2233
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,32,0.2236
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,64,0.2232
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,128,0.2229
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,256,0.2251
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,512,0.2244
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,1024,0.2243
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,2048,0.2263
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,4096,0.2415
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,8192,0.2472
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,16384,0.2479
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,32768,0.2612
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,65536,0.2969
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,131072,0.3587
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,2,0.2381
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,4,0.2387
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,8,0.2384
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,16,0.2380
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,32,0.2387
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,64,0.2387
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,128,0.2396
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,256,0.2391
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,512,0.2392
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,1024,0.2390
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,2048,0.2427
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,4096,0.2595
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,8192,0.2683
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,16384,0.2718
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,32768,0.2936
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,65536,0.3456
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,131072,0.4425
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,2,0.2687
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,4,0.2689
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,8,0.2684
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,16,0.2686
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,32,0.2690
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,64,0.2692
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,128,0.2688
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,256,0.2695
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,512,0.2691
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,1024,0.2714
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,2048,0.2755
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,4096,0.2966
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,8192,0.3095
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,16384,0.3189
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,32768,0.3577
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,65536,0.4447
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,131072,0.6060
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,2,0.3183
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,4,0.3184
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,8,0.3179
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,16,0.3175
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,32,0.3191
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,64,0.3193
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,128,0.3203
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,256,0.3190
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,512,0.3205
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,1024,0.3237
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,2048,0.3293
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,4096,0.3557
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,8192,0.3779
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,16384,0.4021
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,32768,0.4751
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,65536,0.6268
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,131072,0.9481
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,2,0.4554
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,4,0.4566
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,8,0.4546
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,16,0.4554
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,32,0.4569
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,64,0.4570
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,128,0.4571
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,256,0.4595
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,512,0.4615
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,1024,0.4695
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,2048,0.4806
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,4096,0.5214
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,8192,0.5629
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,16384,0.6451
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,32768,0.8148
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,65536,1.1964
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,131072,2.0301
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,2,0.7305
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,4,0.7312
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,8,0.7317
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,16,0.7326
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,32,0.7331
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,64,0.7348
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,128,0.7363
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,256,0.7405
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,512,0.7459
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,1024,0.7577
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,2048,0.7797
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,4096,0.8596
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,8192,0.9380
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,16384,1.1081
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,32768,1.4440
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,65536,2.2056
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,2,1.2920
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,4,1.2914
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,8,1.2923
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,16,1.2935
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,32,1.2946
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,64,1.2983
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,128,1.3009
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,256,1.3073
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,512,1.3172
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,1024,1.3386
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,2048,1.3862
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,4096,1.5324
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,8192,1.6888
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,16384,2.0328
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,32768,2.7057
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,2,0.1699
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,4,0.1691
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,8,0.1671
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,16,0.1687
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,32,0.1691
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,64,0.1692
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,128,0.1681
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,256,0.1686
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,512,0.1689
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,1024,0.1693
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,2048,0.1691
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,4096,0.1841
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,8192,0.1880
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,16384,0.1829
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,32768,0.1879
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,65536,0.2063
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,131072,0.2331
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,2,0.1808
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,4,0.1802
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,8,0.1804
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,16,0.1794
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,32,0.1804
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,64,0.1795
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,128,0.1799
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,256,0.1807
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,512,0.1810
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,1024,0.1809
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,2048,0.1815
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,4096,0.1961
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,8192,0.2004
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,16384,0.1951
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,32768,0.2014
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,65536,0.2209
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,131072,0.2517
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,2,0.1839
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,4,0.1840
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,8,0.1829
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,16,0.1844
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,32,0.1832
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,64,0.1852
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,128,0.1838
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,256,0.1852
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,512,0.1842
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,1024,0.1850
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,2048,0.1860
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,4096,0.2008
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,8192,0.2041
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,16384,0.2017
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,32768,0.2073
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,65536,0.2302
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,131072,0.2661
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,2,0.1959
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,4,0.1947
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,8,0.1954
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,16,0.1957
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,32,0.1957
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,64,0.1958
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,128,0.1957
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,256,0.1964
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,512,0.1977
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,1024,0.1967
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,2048,0.1980
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,4096,0.2124
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,8192,0.2175
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,16384,0.2145
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,32768,0.2231
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,65536,0.2509
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,131072,0.2962
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,2,0.2187
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,4,0.2190
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,8,0.2190
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,16,0.2190
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,32,0.2184
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,64,0.2196
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,128,0.2189
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,256,0.2197
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,512,0.2196
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,1024,0.2194
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,2048,0.2213
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,4096,0.2353
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,8192,0.2422
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,16384,0.2420
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,32768,0.2558
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,65536,0.2902
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,131072,0.3534
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,2,0.2331
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,4,0.2337
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,8,0.2337
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,16,0.2352
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,32,0.2339
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,64,0.2344
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,128,0.2337
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,256,0.2343
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,512,0.2346
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,1024,0.2352
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,2048,0.2373
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,4096,0.2546
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,8192,0.2631
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,16384,0.2669
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,32768,0.2886
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,65536,0.3421
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,131072,0.4370
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,2,0.2628
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,4,0.2621
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,8,0.2624
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,16,0.2615
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,32,0.2626
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,64,0.2623
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,128,0.2638
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,256,0.2633
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,512,0.2636
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,1024,0.2658
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,2048,0.2689
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,4096,0.2899
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,8192,0.3023
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,16384,0.3121
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,32768,0.3519
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,65536,0.4374
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,131072,0.5999
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,2,0.3073
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,4,0.3075
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,8,0.3078
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,16,0.3074
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,32,0.3087
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,64,0.3083
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,128,0.3095
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,256,0.3104
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,512,0.3104
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,1024,0.3139
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,2048,0.3197
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,4096,0.3469
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,8192,0.3674
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,16384,0.3930
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,32768,0.4654
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,65536,0.6178
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,131072,0.9619
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,2,0.4417
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,4,0.4404
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,8,0.4405
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,16,0.4388
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,32,0.4414
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,64,0.4420
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,128,0.4438
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,256,0.4451
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,512,0.4476
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,1024,0.4542
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,2048,0.4663
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,4096,0.5078
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,8192,0.5480
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,16384,0.6307
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,32768,0.7999
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,65536,1.1806
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,131072,1.8884
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,2,0.7065
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,4,0.7063
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,8,0.7053
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,16,0.7065
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,32,0.7088
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,64,0.7111
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,128,0.7127
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,256,0.7155
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,512,0.7198
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,1024,0.7330
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,2048,0.7552
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,4096,0.8343
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,8192,0.9136
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,16384,1.0830
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,32768,1.4197
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,65536,2.1801
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,2,1.2416
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,4,1.2398
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,8,1.2413
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,16,1.2432
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,32,1.2440
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,64,1.2478
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,128,1.2498
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,256,1.2577
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,512,1.2652
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,1024,1.2883
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,2048,1.3327
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,4096,1.4816
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,8192,1.6390
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,16384,1.9804
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,32768,2.6522
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,2,0.1640
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,4,0.1631
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,8,0.1618
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,16,0.1630
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,32,0.1635
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,64,0.1636
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,128,0.1636
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,256,0.1648
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,512,0.1635
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,1024,0.1646
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,2048,0.1643
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,4096,0.1782
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,8192,0.1822
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,16384,0.1781
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,32768,0.1838
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,65536,0.2018
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,131072,0.2305
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,2,0.1742
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,4,0.1756
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,8,0.1750
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,16,0.1746
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,32,0.1742
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,64,0.1748
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,128,0.1739
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,256,0.1746
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,512,0.1748
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,1024,0.1760
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,2048,0.1761
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,4096,0.1909
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,8192,0.1951
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,16384,0.1913
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,32768,0.1965
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,65536,0.2168
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,131072,0.2477
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,2,0.1812
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,4,0.1812
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,8,0.1810
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,16,0.1811
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,32,0.1809
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,64,0.1807
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,128,0.1812
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,256,0.1820
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,512,0.1822
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,1024,0.1823
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,2048,0.1829
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,4096,0.1977
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,8192,0.2029
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,16384,0.1990
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,32768,0.2053
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,65536,0.2277
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,131072,0.2635
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,2,0.1916
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,4,0.1925
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,8,0.1915
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,16,0.1929
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,32,0.1919
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,64,0.1923
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,128,0.1926
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,256,0.1931
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,512,0.1936
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,1024,0.1947
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,2048,0.1948
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,4096,0.2109
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,8192,0.2153
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,16384,0.2133
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,32768,0.2212
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,65536,0.2483
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,131072,0.2939
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,2,0.2134
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,4,0.2139
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,8,0.2140
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,16,0.2141
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,32,0.2139
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,64,0.2145
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,128,0.2149
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,256,0.2150
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,512,0.2155
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,1024,0.2160
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,2048,0.2173
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,4096,0.2325
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,8192,0.2395
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,16384,0.2386
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,32768,0.2521
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,65536,0.2878
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,131072,0.3502
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,2,0.2293
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,4,0.2291
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,8,0.2282
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,16,0.2287
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,32,0.2296
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,64,0.2299
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,128,0.2295
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,256,0.2289
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,512,0.2307
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,1024,0.2310
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,2048,0.2342
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,4096,0.2508
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,8192,0.2607
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,16384,0.2635
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,32768,0.2849
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,65536,0.3374
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,131072,0.4328
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,2,0.2590
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,4,0.2588
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,8,0.2581
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,16,0.2591
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,32,0.2594
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,64,0.2594
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,128,0.2600
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,256,0.2604
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,512,0.2612
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,1024,0.2632
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,2048,0.2671
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,4096,0.2868
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,8192,0.3002
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,16384,0.3102
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,32768,0.3492
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,65536,0.4345
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,131072,0.5976
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,2,0.3038
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,4,0.3033
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,8,0.3030
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,16,0.3033
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,32,0.3037
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,64,0.3045
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,128,0.3053
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,256,0.3048
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,512,0.3065
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,1024,0.3103
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,2048,0.3160
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,4096,0.3428
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,8192,0.3636
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,16384,0.3884
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,32768,0.4612
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,65536,0.6152
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,131072,0.9671
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,2,0.4341
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,4,0.4335
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,8,0.4338
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,16,0.4339
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,32,0.4345
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,64,0.4361
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,128,0.4366
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,256,0.4383
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,512,0.4417
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,1024,0.4485
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,2048,0.4599
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,4096,0.4995
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,8192,0.5413
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,16384,0.6243
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,32768,0.7938
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,65536,1.1739
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,131072,2.0071
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,2,0.6912
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,4,0.6920
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,8,0.6921
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,16,0.6931
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,32,0.6941
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,64,0.6977
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,128,0.6987
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,256,0.7028
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,512,0.7089
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,1024,0.7211
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,2048,0.7425
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,4096,0.8222
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,8192,0.9026
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,16384,1.0720
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,32768,1.4079
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,65536,2.1675
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,2,1.2169
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,4,1.2170
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,8,1.2180
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,16,1.2200
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,32,1.2208
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,64,1.2238
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,128,1.2268
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,256,1.2361
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,512,1.2424
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,1024,1.2639
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,2048,1.3094
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,4096,1.4578
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,8192,1.6152
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,16384,1.9565
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,32768,2.6283
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,2,0.1609
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,4,0.1592
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,8,0.1582
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,16,0.1586
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,32,0.1581
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,64,0.1586
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,128,0.1581
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,256,0.1593
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,512,0.1606
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,1024,0.1585
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,2048,0.1598
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,4096,0.1755
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,8192,0.1805
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,16384,0.1732
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,32768,0.1818
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,65536,0.2012
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,131072,0.2264
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,2,0.1715
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,4,0.1708
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,8,0.1706
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,16,0.1719
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,32,0.1696
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,64,0.1712
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,128,0.1695
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,256,0.1731
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,512,0.1705
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,1024,0.1736
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,2048,0.1710
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,4096,0.1884
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,8192,0.1897
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,16384,0.1899
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,32768,0.1942
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,65536,0.2162
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,131072,0.2449
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,2,0.1758
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,4,0.1746
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,8,0.1748
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,16,0.1753
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,32,0.1746
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,64,0.1748
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,128,0.1750
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,256,0.1755
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,512,0.1764
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,1024,0.1778
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,2048,0.1773
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,4096,0.1932
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,8192,0.1973
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,16384,0.1938
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,32768,0.2016
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,65536,0.2236
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,131072,0.2612
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,2,0.1911
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,4,0.1908
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,8,0.1908
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,16,0.1901
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,32,0.1901
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,64,0.1919
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,128,0.1909
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,256,0.1917
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,512,0.1924
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,1024,0.1924
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,2048,0.1946
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,4096,0.2096
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,8192,0.2142
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,16384,0.2122
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,32768,0.2215
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,65536,0.2477
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,131072,0.2937
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,2,0.2122
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,4,0.2114
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,8,0.2129
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,16,0.2116
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,32,0.2123
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,64,0.2123
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,128,0.2121
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,256,0.2123
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,512,0.2138
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,1024,0.2146
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,2048,0.2160
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,4096,0.2305
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,8192,0.2370
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,16384,0.2377
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,32768,0.2508
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,65536,0.2863
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,131072,0.3486
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,2,0.2268
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,4,0.2267
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,8,0.2265
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,16,0.2265
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,32,0.2271
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,64,0.2262
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,128,0.2268
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,256,0.2267
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,512,0.2276
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,1024,0.2289
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,2048,0.2322
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,4096,0.2489
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,8192,0.2579
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,16384,0.2616
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,32768,0.2844
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,65536,0.3355
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,131072,0.4313
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,2,0.2564
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,4,0.2561
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,8,0.2568
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,16,0.2568
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,32,0.2566
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,64,0.2567
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,128,0.2578
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,256,0.2582
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,512,0.2583
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,1024,0.2598
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,2048,0.2643
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,4096,0.2858
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,8192,0.2989
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,16384,0.3078
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,32768,0.3464
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,65536,0.4335
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,131072,0.5963
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,2,0.3008
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,4,0.2999
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,8,0.3005
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,16,0.2994
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,32,0.2999
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,64,0.3010
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,128,0.3012
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,256,0.3034
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,512,0.3033
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,1024,0.3071
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,2048,0.3135
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,4096,0.3395
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,8192,0.3616
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,16384,0.3866
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,32768,0.4594
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,65536,0.6140
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,131072,0.9640
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,2,0.4305
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,4,0.4289
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,8,0.4295
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,16,0.4300
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,32,0.4308
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,64,0.4311
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,128,0.4326
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,256,0.4346
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,512,0.4385
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,1024,0.4430
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,2048,0.4564
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,4096,0.4957
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,8192,0.5368
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,16384,0.6199
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,32768,0.7892
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,65536,1.1700
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,131072,1.8795
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,2,0.6862
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,4,0.6876
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,8,0.6860
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,16,0.6866
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,32,0.6873
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,64,0.6923
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,128,0.6929
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,256,0.6986
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,512,0.7017
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,1024,0.7142
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,2048,0.7365
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,4096,0.8155
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,8192,0.8954
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,16384,1.0647
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,32768,1.4030
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,65536,2.1614
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,2,1.2037
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,4,1.2052
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,8,1.2045
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,16,1.2074
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,32,1.2098
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,64,1.2119
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,128,1.2163
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,256,1.2210
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,512,1.2316
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,1024,1.2533
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,2048,1.2988
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,4096,1.4461
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,8192,1.6028
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,16384,1.9475
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,32768,2.6146
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,2,0.1593
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,4,0.1592
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,8,0.1608
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,16,0.1600
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,32,0.1591
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,64,0.1593
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,128,0.1591
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,256,0.1600
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,512,0.1562
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,1024,0.1603
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,2048,0.1604
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,4096,0.1728
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,8192,0.1792
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,16384,0.1744
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,32768,0.1806
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,65536,0.1995
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,131072,0.2279
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,2,0.1687
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,4,0.1681
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,8,0.1698
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,16,0.1687
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,32,0.1690
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,64,0.1685
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,128,0.1681
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,256,0.1675
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,512,0.1678
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,1024,0.1670
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,2048,0.1712
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,4096,0.1843
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,8192,0.1877
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,16384,0.1852
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,32768,0.1905
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,65536,0.2127
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,131072,0.2428
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,2,0.1743
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,4,0.1715
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,8,0.1731
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,16,0.1714
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,32,0.1738
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,64,0.1742
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,128,0.1746
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,256,0.1746
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,512,0.1747
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,1024,0.1724
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,2048,0.1771
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,4096,0.1888
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,8192,0.1958
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,16384,0.1929
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,32768,0.2007
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,65536,0.2223
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,131072,0.2557
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,2,0.1862
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,4,0.1864
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,8,0.1867
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,16,0.1866
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,32,0.1866
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,64,0.1866
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,128,0.1865
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,256,0.1884
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,512,0.1882
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,1024,0.1887
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,2048,0.1906
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,4096,0.2058
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,8192,0.2104
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,16384,0.2090
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,32768,0.2183
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,65536,0.2441
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,131072,0.2892
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,2,0.2109
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,4,0.2107
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,8,0.2102
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,16,0.2101
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,32,0.2102
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,64,0.2107
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,128,0.2106
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,256,0.2115
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,512,0.2113
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,1024,0.2130
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,2048,0.2142
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,4096,0.2294
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,8192,0.2365
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,16384,0.2368
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,32768,0.2503
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,65536,0.2851
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,131072,0.3485
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,2,0.2245
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,4,0.2250
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,8,0.2246
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,16,0.2247
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,32,0.2250
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,64,0.2252
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,128,0.2252
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,256,0.2255
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,512,0.2262
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,1024,0.2267
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,2048,0.2297
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,4096,0.2476
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,8192,0.2568
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,16384,0.2593
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,32768,0.2811
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,65536,0.3340
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,131072,0.4301
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,2,0.2544
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,4,0.2538
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,8,0.2533
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,16,0.2536
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,32,0.2540
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,64,0.2547
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,128,0.2536
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,256,0.2543
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,512,0.2559
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,1024,0.2578
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,2048,0.2621
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,4096,0.2844
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,8192,0.2970
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,16384,0.3062
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,32768,0.3455
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,65536,0.4315
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,131072,0.5923
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,2,0.2986
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,4,0.2976
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,8,0.2978
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,16,0.2986
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,32,0.2981
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,64,0.2981
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,128,0.2990
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,256,0.2997
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,512,0.3017
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,1024,0.3036
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,2048,0.3103
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,4096,0.3373
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,8192,0.3595
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,16384,0.3838
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,32768,0.4555
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,65536,0.6082
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,131072,0.9303
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,2,0.4262
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,4,0.4262
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,8,0.4268
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,16,0.4268
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,32,0.4278
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,64,0.4289
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,128,0.4297
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,256,0.4319
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,512,0.4356
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,1024,0.4421
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,2048,0.4540
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,4096,0.4937
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,8192,0.5343
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,16384,0.6184
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,32768,0.7870
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,65536,1.1684
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,131072,1.9837
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,2,0.6823
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,4,0.6818
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,8,0.6823
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,16,0.6816
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,32,0.6842
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,64,0.6873
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,128,0.6895
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,256,0.6931
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,512,0.6996
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,1024,0.7129
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,2048,0.7345
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,4096,0.8127
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,8192,0.8925
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,16384,1.0616
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,32768,1.3979
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,65536,2.1582
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,2,1.1974
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,4,1.1993
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,8,1.2009
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,16,1.2006
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,32,1.2024
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,64,1.2080
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,128,1.2082
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,256,1.2154
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,512,1.2234
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,1024,1.2454
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,2048,1.2902
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,4096,1.4384
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,8192,1.5982
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,16384,1.9393
VLLM,0.19.0,NVIDIA H200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,32768,2.6100
