framework,version,device,op_name,kernel_source,model,architecture,mla_dtype,kv_cache_dtype,gemm_type,num_heads,batch_size,isl,tp_size,step,latency
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,0,0.9030
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,0,0.8636
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,0,0.9256
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,0,1.1344
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,0,0.9175
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,0,0.8439
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,0,0.8267
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,4,1,0,0.9368
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,8,1,0,0.9051
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,16,1,0,0.9325
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,4,1,0,0.8784
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,0,0.8792
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,4,1,0,0.9687
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,32,1,0,0.9243
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,8,1,0,0.8416
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,8,1,0,0.9679
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,64,1,0,0.9166
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,4,1,0,0.9370
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,16,1,0,0.8478
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,4,1,0,1.6292
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,16,1,0,0.9586
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,8,1,0,0.9209
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,32,1,0,0.8431
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,4,1,0,0.8736
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,8,1,0,0.8912
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,32,1,0,0.9596
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,16,1,0,0.9275
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,64,1,0,0.8453
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,4,1,0,0.8493
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,8,1,0,0.8707
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,16,1,0,0.8611
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,64,1,0,0.9430
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,32,1,0,0.9185
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,8,1,0,0.8325
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,16,1,0,0.8657
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,32,1,0,0.8783
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,128,1,0,0.9740
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,64,1,0,0.9300
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,16,1,0,0.8439
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,32,1,0,0.8696
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,64,1,0,0.8680
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,128,1,0,0.9259
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,64,1,0,0.8609
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,32,1,0,0.8484
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,128,1,0,0.8663
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,64,1,0,0.8532
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,256,1,0,0.9371
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,128,1,0,0.9105
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,128,1,0,0.8493
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,256,1,0,0.8731
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,256,1,0,0.9144
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,512,1,0,0.9638
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,256,1,0,0.8538
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,128,1,0,0.8448
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1024,1,0,0.9357
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,512,1,0,0.9146
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,512,1,0,0.8579
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,256,1,0,0.8632
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1024,1,0,0.9799
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,2048,1,0,1.0056
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1024,1,0,0.8612
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,2048,1,0,1.1626
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,512,1,0,0.8610
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,128,1,0,0.8677
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,2048,1,0,0.9270
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1024,1,0,0.9065
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,256,1,0,0.8668
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,4,1,0,1.9755
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,2048,1,0,1.0954
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,8,1,0,1.6980
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,512,1,0,1.5748
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,512,1,0,0.8953
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1024,1,0,0.8826
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,16,1,0,1.6536
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1024,1,0,1.5542
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,2048,1,0,0.8640
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,256,1,0,0.9462
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,2048,1,0,1.6079
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,32,1,0,1.6471
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,512,1,0,0.9781
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1024,1,0,0.9432
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,64,1,0,2.0009
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,2048,1,0,0.9563
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,128,1,0,1.6544
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,256,1,0,1.5557
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,512,1,0,0.9753
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1024,1,0,0.9556
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,2048,1,0,0.9486
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,4096,1,0,3.6758
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,4096,1,0,3.4355
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,4096,1,0,3.7063
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,4096,1,0,4.1122
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,8192,1,0,6.3786
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,8192,1,0,5.8968
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,8192,1,0,6.4884
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,8192,1,0,6.2403
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,16384,1,0,11.1628
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,16384,1,0,11.7797
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,16384,1,0,13.4811
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,16384,1,0,13.0674
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,0,1.2681
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,0,0.8689
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,4,1,0,1.5967
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,0,1.6118
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,4,1,0,0.8479
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,8,1,0,1.2998
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,4,1,0,1.2519
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,8,1,0,0.8397
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,16,1,0,0.9000
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,8,1,0,0.8695
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,16,1,0,0.8388
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,32,1,0,0.9072
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,32,1,0,0.8380
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,64,1,0,0.9002
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,64,1,0,0.8315
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,128,1,0,0.9037
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,256,1,0,0.8834
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,0,0.8376
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,512,1,0,0.8941
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,4,1,0,0.8471
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1024,1,0,0.9084
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,8,1,0,1.1007
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,16,1,0,0.8447
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,16,1,0,0.8655
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,32,1,0,0.8443
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,32,1,0,0.8642
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,64,1,0,0.8385
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,64,1,0,0.8623
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,128,1,0,0.8431
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,128,1,0,0.8662
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,256,1,0,0.8480
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,256,1,0,0.8772
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,512,1,0,0.8719
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1024,1,0,0.8731
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,2048,1,0,0.8861
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,2048,1,0,0.9401
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,128,1,0,0.8396
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,256,1,0,0.8533
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,512,1,0,0.8781
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,4096,1,0,5.3271
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1024,1,0,1.0313
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,4096,1,0,5.5978
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,2048,1,0,1.4376
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,512,1,0,0.8495
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1024,1,0,0.8970
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,4096,1,0,6.2041
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,2048,1,0,1.0840
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,8192,1,0,10.4329
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,8192,1,0,10.9714
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,4096,1,0,6.2643
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,8192,1,0,12.8228
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,8192,1,0,12.4715
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,16384,1,0,22.0561
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,0,0.8473
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,4,1,0,0.8474
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,16384,1,0,23.4426
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,8,1,0,0.8512
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,16,1,0,0.8478
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,0,0.8610
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,32,1,0,0.8609
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,4,1,0,0.8698
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,64,1,0,0.9057
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,8,1,0,0.8619
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,128,1,0,0.8512
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,16,1,0,0.8601
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,256,1,0,0.8565
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,32,1,0,0.8715
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,512,1,0,0.8489
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,64,1,0,0.8661
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1024,1,0,0.8560
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,128,1,0,0.8755
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,256,1,0,0.8705
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,512,1,0,0.8848
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1024,1,0,0.9137
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,2048,1,0,1.0993
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,16384,1,0,27.7177
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,0,0.8713
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,4,1,0,0.8337
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,2048,1,0,0.9214
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,8,1,0,0.8426
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,16,1,0,0.8461
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,16384,1,0,26.4544
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,32,1,0,0.8376
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,64,1,0,0.8525
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,0,0.8398
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,128,1,0,0.8591
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,4,1,0,0.8328
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,256,1,0,0.8903
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,4096,1,0,10.6068
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,8,1,0,0.8401
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,512,1,0,1.0093
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,16,1,0,0.8308
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1024,1,0,1.3397
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,32,1,0,0.8606
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,64,1,0,0.8433
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,4096,1,0,9.9422
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,128,1,0,0.8463
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,2048,1,0,2.2097
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,256,1,0,0.8491
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,512,1,0,0.8880
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1024,1,0,1.0326
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,2048,1,0,1.4369
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,4096,1,0,12.1827
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,4096,1,0,12.0863
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,8192,1,0,21.8712
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,8192,1,0,20.1405
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,4096,1,0,3.8310
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,4096,1,0,3.7021
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,4096,1,0,3.3947
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,4096,1,0,3.6135
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,8192,1,0,6.4485
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,8192,1,0,6.6892
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,8192,1,0,5.6394
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,8192,1,0,5.8757
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,8192,1,0,25.8821
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,8192,1,0,24.8242
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,16384,1,0,11.0244
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,16384,1,0,13.2271
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,16384,1,0,13.4001
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,16384,1,0,15.9729
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,16384,1,0,45.3882
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,16384,1,0,47.3889
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,0,0.8490
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,4,1,0,0.8558
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,0,0.8919
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,8,1,0,0.8622
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,4,1,0,0.8869
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,16,1,0,0.8621
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,8,1,0,0.8974
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,32,1,0,0.8511
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,16,1,0,0.8792
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,64,1,0,0.8704
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,32,1,0,0.8867
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,128,1,0,0.8696
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,64,1,0,0.8903
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,256,1,0,0.8634
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,128,1,0,0.8840
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,512,1,0,0.8648
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,256,1,0,0.8890
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1024,1,0,0.9151
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,512,1,0,0.9343
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,2048,1,0,1.0931
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1024,1,0,1.0458
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,2048,1,0,1.4377
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,16384,1,0,53.9422
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,4096,1,0,19.4526
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,0,0.8432
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,4,1,0,0.8416
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,4096,1,0,21.0700
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,8,1,0,0.8450
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,16,1,0,0.8320
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,32,1,0,0.8357
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,64,1,0,0.8627
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,128,1,0,0.8476
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,256,1,0,0.8902
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,512,1,0,0.9979
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1024,1,0,1.3379
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,2048,1,0,2.2946
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,8192,1,0,42.3854
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,4096,1,0,24.1070
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,8192,1,0,44.8771
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,8192,1,0,50.8342
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,16384,1,0,96.1408
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,0,0.8730
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,4,1,0,0.8804
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,8,1,0,0.8504
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,16,1,0,0.8644
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,32,1,0,0.8641
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,16384,1,0,100.2429
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,64,1,0,0.8455
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,128,1,0,0.8685
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,256,1,0,0.8581
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,0,0.9069
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,512,1,0,0.8940
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1024,1,0,1.0218
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,4,1,0,0.8870
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,8,1,0,0.8776
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,2048,1,0,1.7402
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,16,1,0,0.8843
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,32,1,0,0.8970
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,64,1,0,0.9085
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,128,1,0,0.9051
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,256,1,0,0.9304
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,512,1,0,1.0212
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1024,1,0,1.3302
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,2048,1,0,2.5496
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,4096,1,0,39.5761
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,4096,1,0,42.5272
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,0,0.9581
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,4,1,0,0.9327
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,8,1,0,0.9311
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,16,1,0,0.9266
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,0,0.9173
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,32,1,0,0.9220
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,4,1,0,0.9198
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,64,1,0,0.9300
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,0,0.9754
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,8,1,0,0.9099
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,128,1,0,0.9188
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,4,1,0,0.9216
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,16,1,0,0.9147
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,256,1,0,0.9235
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,8,1,0,0.9139
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,32,1,0,0.9079
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,512,1,0,0.9520
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,16,1,0,0.9134
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,64,1,0,0.9300
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1024,1,0,0.9773
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,32,1,0,1.0218
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,128,1,0,0.9236
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,2048,1,0,1.1587
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,0,1.0987
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,64,1,0,0.9381
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,256,1,0,0.9280
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,128,1,0,1.0627
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,256,1,0,0.9375
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,512,1,0,0.9750
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1024,1,0,1.1101
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,4096,1,0,6.3147
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,2048,1,0,1.5205
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,4,1,0,1.0033
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,8,1,0,1.0100
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,16,1,0,0.9984
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,32,1,0,1.0161
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,4096,1,0,6.7868
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,64,1,0,1.0033
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,128,1,0,1.0014
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,256,1,0,1.0069
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,512,1,0,1.0017
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1024,1,0,1.0271
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,8192,1,0,12.5931
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,2048,1,0,1.0653
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,512,1,0,0.9268
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1024,1,0,0.9279
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,4096,1,0,5.7448
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,2048,1,0,0.9318
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,8192,1,0,12.7933
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,4096,1,0,5.2907
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,8192,1,0,11.0977
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,8192,1,0,10.6330
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,16384,1,0,26.5107
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,0,0.9192
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,4,1,0,0.9233
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,8,1,0,0.9214
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,16,1,0,0.9277
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,32,1,0,0.9214
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,64,1,0,0.9279
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,16384,1,0,27.5344
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,128,1,0,0.9244
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,256,1,0,0.9372
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,0,0.9439
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,512,1,0,0.9761
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,4,1,0,0.9059
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1024,1,0,1.1150
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,8,1,0,0.9097
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,16,1,0,0.9144
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,2048,1,0,1.5164
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,32,1,0,0.9100
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,16384,1,0,23.3646
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,64,1,0,0.9167
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,128,1,0,0.9253
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,0,0.9910
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,256,1,0,0.9572
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,16384,1,0,21.7030
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,4,1,0,0.9780
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,512,1,0,1.0795
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,8,1,0,0.9977
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,0,0.9234
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1024,1,0,1.4187
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,16,1,0,0.9922
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,4,1,0,0.9224
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,32,1,0,0.9920
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,8,1,0,0.9124
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,2048,1,0,2.2695
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,64,1,0,0.9980
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,16,1,0,0.9269
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,128,1,0,1.0079
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,32,1,0,0.9201
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,256,1,0,0.9915
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,64,1,0,0.9218
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,4096,1,0,12.1460
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,128,1,0,0.9262
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,256,1,0,0.9344
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,512,1,0,0.9196
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1024,1,0,0.9368
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,2048,1,0,1.0432
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,512,1,0,1.0140
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,4096,1,0,12.3122
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1024,1,0,1.0271
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,2048,1,0,1.2190
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,4096,1,0,9.9800
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,4096,1,0,10.6750
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,8192,1,0,24.9349
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,8192,1,0,25.9070
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,8192,1,0,20.1145
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,8192,1,0,22.2157
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,16384,1,0,55.5046
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,16384,1,0,44.6713
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,0,0.9213
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,0,0.9294
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,4,1,0,0.9354
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,4,1,0,0.9176
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,8,1,0,0.9368
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,8,1,0,0.9216
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,16,1,0,0.9334
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,16,1,0,0.9201
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,32,1,0,0.9260
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,32,1,0,0.9439
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,64,1,0,0.9347
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,64,1,0,0.9309
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,128,1,0,0.9368
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,128,1,0,0.9292
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,256,1,0,0.9730
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,256,1,0,0.9390
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,512,1,0,1.0853
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,512,1,0,0.9212
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1024,1,0,0.9770
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,2048,1,0,1.1628
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1024,1,0,1.4224
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,2048,1,0,2.3332
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,16384,1,0,48.5003
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,0,0.9924
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,4,1,0,1.0017
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,8,1,0,0.9990
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,4096,1,0,19.8460
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,16,1,0,0.9944
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,32,1,0,0.9942
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,64,1,0,1.0093
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,128,1,0,0.9880
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,256,1,0,1.0010
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,512,1,0,1.0296
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1024,1,0,1.1604
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,2048,1,0,1.5481
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,4096,1,0,24.2708
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,4096,1,0,21.0961
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,8192,1,0,40.9927
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,8192,1,0,51.0533
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,8192,1,0,45.4346
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,16384,1,0,89.9784
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,0,0.9282
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,4,1,0,1.0613
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,8,1,0,0.9252
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,16,1,0,0.9283
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,32,1,0,0.9329
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,64,1,0,0.9309
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,128,1,0,0.9274
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,256,1,0,0.9303
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,512,1,0,0.9705
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1024,1,0,1.1005
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,2048,1,0,1.8494
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,16384,1,0,97.1198
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,0,0.9916
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,4,1,0,0.9878
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,8,1,0,0.9811
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,16,1,0,0.9857
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,32,1,0,1.0026
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,64,1,0,0.9968
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,4096,1,0,39.5797
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,128,1,0,0.9887
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,256,1,0,1.0249
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,512,1,0,1.1257
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1024,1,0,1.4435
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,2048,1,0,2.6718
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,4096,1,0,43.1078
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,0,0.8712
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,4,1,0,0.8522
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,8,1,0,0.8536
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,16,1,0,0.8593
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,32,1,0,0.8567
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,64,1,0,0.8618
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,128,1,0,0.8524
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,256,1,0,0.9058
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,0,0.9235
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,512,1,0,0.9844
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,4,1,0,0.9115
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,8,1,0,0.8933
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1024,1,0,1.6316
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,16,1,0,0.8842
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,32,1,0,0.8887
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,64,1,0,0.8933
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,2048,1,0,3.2908
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,128,1,0,0.9239
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,256,1,0,1.0098
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,512,1,0,1.2826
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1024,1,0,2.3426
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,2048,1,0,4.9725
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,4096,1,0,83.9043
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,4096,1,0,89.1871
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,0,0.9256
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,4,1,0,0.9249
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,8,1,0,0.9061
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,16,1,0,0.9191
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,32,1,0,0.9241
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,64,1,0,0.9173
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,128,1,0,0.9244
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,256,1,0,0.9565
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,512,1,0,1.0566
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1024,1,0,1.7422
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,2048,1,0,3.5049
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,0,0.9781
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,4,1,0,0.9799
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,8,1,0,0.9791
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,16,1,0,0.9913
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,32,1,0,0.9790
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,64,1,0,0.9767
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,128,1,0,0.9975
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,256,1,0,1.0946
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,512,1,0,1.3663
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1024,1,0,2.4633
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,2048,1,0,5.1498
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,4096,1,0,80.0552
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,4096,1,0,87.7855
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,0,0.8701
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,4,1,0,0.8535
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,8,1,0,0.8575
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,16,1,0,0.8579
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,32,1,0,0.8601
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,64,1,0,0.8708
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,128,1,0,0.9039
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,256,1,0,0.9796
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,0,0.8894
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,512,1,0,1.5768
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,4,1,0,0.8920
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,8,1,0,0.8906
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,16,1,0,0.8857
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1024,1,0,3.0847
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,32,1,0,0.9192
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,64,1,0,0.9210
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,128,1,0,1.0094
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,256,1,0,1.2505
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,2048,1,0,6.4136
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,512,1,0,2.2391
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1024,1,0,4.4931
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,2048,1,0,9.7712
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,0,0.9366
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,4,1,0,0.9212
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,8,1,0,0.9259
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,16,1,0,0.9312
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,32,1,0,0.9345
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,64,1,0,0.9421
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,128,1,0,0.9697
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,256,1,0,1.0561
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,512,1,0,1.6907
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1024,1,0,3.3003
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,2048,1,0,6.8148
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,0,1.7461
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,4,1,0,1.7646
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,8,1,0,1.7616
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,16,1,0,1.7093
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,32,1,0,1.8456
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,64,1,0,1.6743
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,128,1,0,1.7628
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,256,1,0,2.0704
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,512,1,0,2.3749
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1024,1,0,4.7203
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,2048,1,0,10.3153
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,0,0.8778
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,4,1,0,0.8818
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,8,1,0,0.8691
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,16,1,0,0.8765
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,32,1,0,0.8790
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,64,1,0,0.9276
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,128,1,0,1.0196
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,256,1,0,1.5579
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,512,1,0,2.9822
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,0,0.8784
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,4,1,0,0.8747
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,8,1,0,0.8795
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,16,1,0,0.9196
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1024,1,0,6.0004
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,32,1,0,0.9256
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,64,1,0,1.0143
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,128,1,0,1.2327
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,256,1,0,2.2007
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,512,1,0,4.2901
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1024,1,0,8.9231
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,0,0.9321
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,4,1,0,0.9313
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,8,1,0,0.9463
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,16,1,0,0.9432
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,32,1,0,0.9443
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,64,1,0,0.9723
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,128,1,0,1.0614
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,256,1,0,1.6741
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,512,1,0,3.2021
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1024,1,0,6.4336
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,0,0.9637
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,4,1,0,0.9619
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,8,1,0,0.9726
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,16,1,0,1.1470
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,32,1,0,1.0297
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,64,1,0,1.1127
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,128,1,0,1.3428
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,256,1,0,2.3188
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,512,1,0,4.5196
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1,4096,1,0,4.1844
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,4096,1,0,4.5152
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1024,1,0,9.3662
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1,8192,1,0,6.1776
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,8192,1,0,7.3827
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1,16384,1,0,12.3339
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,16384,1,0,15.1036
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,4096,1,0,6.3334
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,8192,1,0,20.7569
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,4096,1,0,7.2956
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,8192,1,0,14.7372
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,16384,1,0,25.0236
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,4096,1,0,11.6531
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,16384,1,0,32.3647
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,8192,1,0,24.0928
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,4096,1,0,14.5107
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,4096,1,0,3.6979
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,8192,1,0,5.4912
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,8192,1,0,30.4285
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,16384,1,0,10.7240
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,16384,1,0,50.6247
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,4096,1,0,5.5839
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,8192,1,0,10.2604
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,4096,1,0,23.1361
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,16384,1,0,21.6740
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,16384,1,0,64.0208
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,4096,1,0,9.9282
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,8192,1,0,48.2789
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,8192,1,0,20.5921
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,8,4096,1,0,28.8762
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,16384,1,0,45.1859
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,8,8192,1,0,61.3145
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,4096,1,0,20.0548
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,16384,1,0,102.3407
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,8192,1,0,43.9902
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,0,0.8705
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,4,1,0,0.8718
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,8,1,0,0.8681
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,16,4096,1,0,46.8293
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,16,1,0,0.8683
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,32,1,0,0.9159
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,64,1,0,1.0099
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,128,1,0,1.5573
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,256,1,0,2.9435
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,512,1,0,5.7917
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,0,0.9175
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,4,1,0,0.9214
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,8,1,0,0.9604
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,16,1,0,0.9932
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,32,1,0,1.0904
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,64,1,0,1.3050
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,128,1,0,2.2009
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,16384,1,0,89.4614
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,256,1,0,4.2197
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,512,1,0,8.5362
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,32,4096,1,0,94.6717
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,16,4096,1,0,40.1438
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,32,4096,1,0,81.0000
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,0,1.4924
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,4,1,0,1.4648
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,8,1,0,1.5499
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,16,1,0,1.3759
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,32,1,0,0.9925
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,64,1,0,1.0837
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,128,1,0,1.6697
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,256,1,0,3.1641
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,512,1,0,6.2138
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,0,1.0123
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,4,1,0,1.0278
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,8,1,0,1.0542
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,16,1,0,1.0948
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,32,1,0,1.1943
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,64,1,0,1.3956
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,128,1,0,2.3190
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,256,1,0,4.4483
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,512,1,0,8.8845
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,0,1.1266
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,4,1,0,1.1335
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,8,1,0,0.9387
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,16,1,0,0.9933
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,32,1,0,1.0905
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,64,1,0,1.6240
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,128,1,0,2.9485
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,256,1,0,5.7232
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,0,1.0900
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,4,1,0,1.1059
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,8,1,0,1.1558
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,16,1,0,1.2307
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,32,1,0,1.4506
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,64,1,0,2.3375
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,128,1,0,4.2231
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,256,1,0,8.2821
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,0,0.9807
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,4,1,0,0.9944
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,8,1,0,1.0016
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,16,1,0,1.0592
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,32,1,0,1.1503
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,64,1,0,1.7331
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,128,1,0,3.1621
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,0,1.1691
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,4,1,0,1.1985
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,256,1,0,6.1687
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,8,1,0,1.2325
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,16,1,0,1.3215
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,32,1,0,1.5403
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,64,1,0,2.4550
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,128,1,0,4.4484
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,256,1,0,8.7431
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,0,1.0678
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,4,1,0,1.1047
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,8,1,0,1.1363
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,16,1,0,1.2554
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,32,1,0,1.7593
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,0,1.3888
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,4,1,0,1.4440
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,64,1,0,3.0827
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,8,1,0,1.5210
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,128,1,0,5.7239
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,16,1,0,1.7204
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,32,1,0,2.6121
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,64,1,0,4.4994
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,128,1,0,8.3336
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,0,1.1880
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,0,1.4726
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1024,4,1,0,1.1864
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1024,8,1,0,1.1960
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1024,4,1,0,1.5206
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1024,16,1,0,1.2865
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1024,8,1,0,1.6424
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1024,32,1,0,1.8721
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1024,16,1,0,1.8142
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1024,64,1,0,3.3010
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1024,32,1,0,2.7282
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1024,64,1,0,4.7300
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1024,128,1,0,6.1458
SGLang,0.5.9,NVIDIA B300 SXM6 AC,dsa_context_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1024,128,1,0,8.7917
