framework,version,device,op_name,kernel_source,model,architecture,mla_dtype,kv_cache_dtype,gemm_type,num_heads,batch_size,isl,tp_size,step,compress_ratio,latency
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,4096,1,0,4,3.6147
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,512,1,0,4,3.0902
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,256,1,0,4,3.0494
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,8192,1,0,4,3.8390
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,128,1,0,4,3.0205
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1024,1,0,4,3.1729
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,64,1,0,4,3.0125
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,2048,1,0,4,3.3889
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,256,1,0,4,1.5704
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,128,1,0,4,1.5656
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,64,1,0,4,1.5351
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,3072,1,0,4,2.6831
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,512,1,0,4,1.5819
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,32,1,0,4,1.5456
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,2048,1,0,4,1.7418
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,6144,1,0,4,2.8520
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,4096,1,0,4,1.8797
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1536,1,0,4,2.5087
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1024,1,0,4,1.6339
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1536,1,0,4,1.2866
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,3072,1,0,4,1.3943
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,128,1,0,4,0.8277
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,512,1,0,4,0.8385
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,64,1,0,4,0.8119
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,32,1,0,4,0.8117
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,2048,1,0,4,0.9268
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,256,1,0,4,0.8240
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,16,1,0,4,0.8147
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1024,1,0,4,0.8642
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,256,1,0,4,0.4612
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,64,1,0,4,0.4530
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,32,1,0,4,0.4528
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,16,1,0,4,0.4525
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1536,1,0,4,0.7075
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,128,1,0,4,0.4592
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,8,1,0,4,0.4545
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1024,1,0,4,0.4882
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,512,1,0,4,0.4722
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,128,1,0,4,0.2956
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,32,1,0,4,0.2894
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,16,1,0,4,0.2893
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,8,1,0,4,0.2888
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,64,1,0,4,0.2874
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,4,1,0,4,0.2911
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,512,1,0,4,0.3009
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,256,1,0,4,0.2929
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,64,1,0,4,0.1971
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,8,1,0,4,0.1991
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,4,1,0,4,0.1985
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,16,1,0,4,0.1987
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,4,1,0,4,0.1640
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,256,1,0,4,0.1993
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,32,1,0,4,0.1968
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,0,4,0.1523
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,128,1,0,4,0.1636
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,16,1,0,4,0.1612
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,128,1,0,4,0.1993
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,64,1,0,4,0.1608
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,32,1,0,4,0.1628
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,0,4,0.1370
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,8,1,0,4,0.1634
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,16,1,0,4,0.1492
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,0,4,0.1314
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,4,1,0,4,0.1502
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,0,4,0.1303
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,64,1,0,4,0.1476
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,8,1,0,4,0.1487
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,32,1,0,4,0.1408
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,4,1,0,4,0.1432
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,32,1,0,4,0.1487
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,16,1,0,4,0.1407
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,16,1,0,4,0.1425
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,0,4,0.1259
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,8,1,0,4,0.1435
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,8,1,0,4,0.1386
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,4,1,0,4,0.1374
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,4,1,0,4,0.1418
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,8,1,0,4,0.1415
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,0,4,0.1272
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,0,4,0.1236
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,4,1,0,4,0.1374
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,0,4,0.1264
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,32,1,0,4,3.0218
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,16,1,0,4,1.5543
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,8,1,0,4,0.8155
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,16,1,0,4,3.0145
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,4,1,0,4,0.4554
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,0,4,0.1870
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,8,1,0,4,1.5503
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,8192,2,0,4,3.3279
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,4,1,0,4,0.8202
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,8,1,0,4,3.0445
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,6144,2,0,4,2.4585
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,4096,2,0,4,3.0987
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,0,4,0.2785
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,4,1,0,4,1.5659
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,2048,2,0,4,2.8726
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,4096,2,0,4,1.6310
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,1,0,4,0.4406
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1024,2,0,4,2.6475
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,3072,2,0,4,2.2903
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,3072,2,0,4,1.2053
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1536,2,0,4,2.1166
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,512,2,0,4,2.5470
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,512,2,0,4,1.3300
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,2048,2,0,4,0.8024
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,2048,2,0,4,1.4874
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1024,2,0,4,1.3784
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1536,2,0,4,0.6111
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,256,2,0,4,1.3030
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1536,2,0,4,1.0967
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,256,2,0,4,0.7009
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1024,2,0,4,0.4289
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,512,2,0,4,0.7097
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,128,2,0,4,0.6984
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1024,2,0,4,0.7368
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,128,2,0,4,0.4007
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,64,2,0,4,0.2543
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,512,2,0,4,0.2673
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,64,2,0,4,0.3914
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,512,2,0,4,0.4098
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,256,2,0,4,0.4011
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,32,2,0,4,0.2533
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,128,2,0,4,0.2621
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,256,2,0,4,0.2585
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,32,2,0,4,0.1769
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,16,2,0,4,0.1773
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,64,2,0,4,0.1766
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,256,2,0,4,0.1771
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,8,2,0,4,0.1408
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,128,2,0,4,0.1783
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,16,2,0,4,0.1426
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,32,2,0,4,0.1421
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,64,2,0,4,0.1399
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,4,2,0,4,0.1299
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,128,2,0,4,0.1413
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,0,4,0.1164
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,16,2,0,4,0.1305
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,8,2,0,4,0.1315
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,32,2,0,4,0.1296
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,8,2,0,4,0.1272
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,4,2,0,4,0.1278
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,64,2,0,4,0.1292
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,16,2,0,4,0.1253
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,4,2,0,4,0.1296
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,0,4,0.1165
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,8,2,0,4,0.1277
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,32,2,0,4,0.1257
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,0,4,0.1151
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,4,2,0,4,0.1269
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,0,4,0.1133
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,16,2,0,4,0.1272
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,8,2,0,4,0.1275
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,4,2,0,4,0.1250
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,0,4,0.1098
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,256,2,0,4,2.5094
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,128,2,0,4,1.3007
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,128,2,0,4,2.4900
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,64,2,0,4,0.6849
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,32,2,0,4,0.3921
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,64,2,0,4,1.2774
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,64,2,0,4,2.4667
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,16,2,0,4,0.2545
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,32,2,0,4,0.6844
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,8,2,0,4,0.1779
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,32,2,0,4,1.2761
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,4,2,0,4,0.1419
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,16,2,0,4,0.3906
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,0,4,0.1150
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,8,2,0,4,0.2539
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,16,2,0,4,0.6858
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,4,2,0,4,0.1780
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,8,2,0,4,0.3926
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,0,4,0.1187
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,4,2,0,4,0.2558
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,32,2,0,4,2.4574
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,0,4,0.1313
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,16,2,0,4,1.2743
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,8,2,0,4,0.6856
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,16,2,0,4,2.4678
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,4,2,0,4,0.3940
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,8,2,0,4,1.2816
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,0,4,0.1658
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,4,2,0,4,0.6907
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,0,4,0.2432
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,8,2,0,4,2.4832
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,8192,4,0,4,2.7834
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,4,2,0,4,1.2881
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,4096,4,0,4,2.5757
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,6144,4,0,4,2.0511
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,2,0,4,0.3797
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,4096,4,0,4,1.3607
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,3072,4,0,4,1.8936
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,3072,4,0,4,1.0032
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,2048,4,0,4,1.2273
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1536,4,0,4,0.9008
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,2048,4,0,4,0.6685
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1024,4,0,4,0.6088
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1536,4,0,4,0.5076
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1024,4,0,4,0.3609
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,512,4,0,4,0.3447
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,512,4,0,4,0.2294
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,256,4,0,4,0.2218
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,256,4,0,4,0.1541
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,128,4,0,4,0.1563
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,128,4,0,4,0.1259
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,64,4,0,4,0.1275
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,64,4,0,4,0.1160
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,32,4,0,4,0.1202
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,32,4,0,4,0.1119
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,16,4,0,4,0.1153
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,16,4,0,4,0.1140
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,8,4,0,4,0.1159
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,8,4,0,4,0.1153
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,4,4,0,4,0.1188
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,4,4,0,4,0.1129
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,0,4,0.1047
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,0,4,0.1003
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,2048,4,0,4,2.3566
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1536,4,0,4,1.7218
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1024,4,0,4,1.1184
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,512,4,0,4,2.0314
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,512,4,0,4,0.5827
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1024,4,0,4,2.1311
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,256,4,0,4,0.3364
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,128,4,0,4,0.2263
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,512,4,0,4,1.0656
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,256,4,0,4,1.0414
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,64,4,0,4,0.1539
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,32,4,0,4,0.1274
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,256,4,0,4,0.5695
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,128,4,0,4,0.5672
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,16,4,0,4,0.1178
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,128,4,0,4,0.3335
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,64,4,0,4,0.3248
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,128,4,0,4,1.9568
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,8,4,0,4,0.1131
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,64,4,0,4,0.2166
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,32,4,0,4,0.2176
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,4,4,0,4,0.1142
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,32,4,0,4,0.1536
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,16,4,0,4,0.1539
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,0,4,0.1051
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,16,4,0,4,0.1271
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,64,4,0,4,1.0069
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,256,4,0,4,1.9674
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,8,4,0,4,0.1171
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,8,4,0,4,0.1301
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,4,4,0,4,0.1131
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,32,4,0,4,0.5515
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,128,4,0,4,1.0279
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,4,4,0,4,0.1211
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,0,4,0.1047
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,0,4,0.1028
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,64,4,0,4,0.5516
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,16,4,0,4,0.3248
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,32,4,0,4,0.3252
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,8,4,0,4,0.2177
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,16,4,0,4,0.2178
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,64,4,0,4,1.9272
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,4,4,0,4,0.1555
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,8,4,0,4,0.1536
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,32,4,0,4,1.0064
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,4,4,0,4,0.1273
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,0,4,0.1091
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,0,4,0.1022
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,16,4,0,4,0.5520
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,8,4,0,4,0.3249
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,4,4,0,4,0.2177
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,0,4,0.1182
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,32,4,0,4,1.9299
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,16,4,0,4,1.0076
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,16,4,0,4,1.9425
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,8,4,0,4,0.5528
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,8,4,0,4,1.0171
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,4,4,0,4,0.3268
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,0,4,0.1418
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,4,4,0,4,0.5597
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,0,4,0.2064
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,8,4,0,4,1.9522
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,4,4,0,4,1.0238
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,4096,8,0,4,2.2952
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,4,0,4,0.3143
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,3072,8,0,4,1.6835
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,2048,8,0,4,1.0860
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,8192,8,0,4,2.5142
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1536,8,0,4,0.7946
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1024,8,0,4,0.5385
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,6144,8,0,4,1.8435
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,512,8,0,4,0.3102
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,4096,8,0,4,1.2242
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,256,8,0,4,0.2007
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,2048,8,0,4,2.0656
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,128,8,0,4,0.1446
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,3072,8,0,4,0.8994
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,64,8,0,4,0.1139
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1536,8,0,4,1.5014
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,2048,8,0,4,0.5991
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1024,8,0,4,1.8487
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,32,8,0,4,0.1032
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,512,8,0,4,1.7465
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,16,8,0,4,0.1004
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1536,8,0,4,0.4561
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1024,8,0,4,0.9734
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,512,8,0,4,0.9241
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,8,8,0,4,0.1006
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,256,8,0,4,0.8987
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1024,8,0,4,0.3250
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,512,8,0,4,0.5106
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,4,8,0,4,0.0996
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,256,8,0,4,0.4980
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,128,8,0,4,0.4945
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,0,4,0.0883
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,512,8,0,4,0.2080
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,128,8,0,4,0.2994
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,64,8,0,4,0.2888
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,256,8,0,4,0.2993
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,256,8,0,4,0.1433
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,64,8,0,4,0.1968
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,32,8,0,4,0.1966
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,128,8,0,4,0.2029
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,16,8,0,4,0.1433
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,128,8,0,4,0.1109
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,32,8,0,4,0.1425
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,8,8,0,4,0.1157
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,16,8,0,4,0.1146
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,64,8,0,4,0.1020
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,4,8,0,4,0.1026
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,64,8,0,4,0.1402
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,8,8,0,4,0.1028
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,32,8,0,4,0.0947
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,0,4,0.0923
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,4,8,0,4,0.0994
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,32,8,0,4,0.1119
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,16,8,0,4,0.1006
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,16,8,0,4,0.1015
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,0,4,0.0904
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,8,8,0,4,0.0946
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,8,8,0,4,0.0985
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,4,8,0,4,0.1001
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,4,8,0,4,0.0924
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,256,8,0,4,1.6883
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,0,4,0.0862
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,0,4,0.0843
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,128,8,0,4,0.8870
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,64,8,0,4,0.4778
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,128,8,0,4,1.6825
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,32,8,0,4,0.2877
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,64,8,0,4,0.8691
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,32,8,0,4,0.4803
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,16,8,0,4,0.1950
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,8,8,0,4,0.1425
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,16,8,0,4,0.2900
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,4,8,0,4,0.1142
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,8,8,0,4,0.1976
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,0,4,0.0912
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,4,8,0,4,0.1442
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,0,4,0.0939
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,64,8,0,4,1.6517
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,32,8,0,4,0.8704
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,16,8,0,4,0.4822
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,8,8,0,4,0.2889
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,4,8,0,4,0.1971
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,0,4,0.1031
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,32,8,0,4,1.6548
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,16,8,0,4,0.8720
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,8,8,0,4,0.4835
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,4,8,0,4,0.2922
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,0,4,0.1319
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,16,8,0,4,1.6570
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,8,8,0,4,1.6634
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,8,8,0,4,0.8757
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,4,8,0,4,0.4879
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,4,8,0,4,0.8814
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,0,4,0.1862
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,8,0,4,0.2779
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,8192,1,0,4,3.7087
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,4096,1,0,4,3.4902
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,2048,1,0,4,3.2532
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,128,1,0,4,2.8767
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1024,1,0,4,3.0371
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,64,1,0,4,2.8481
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,512,1,0,4,2.9446
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,256,1,0,4,2.8853
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,6144,1,0,4,2.7609
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,3072,1,0,4,2.5992
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1536,1,0,4,2.4150
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,64,1,0,4,1.4657
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,512,1,0,4,1.5216
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,32,1,0,4,0.7889
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,32,1,0,4,1.4680
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,256,1,0,4,0.8076
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,256,1,0,4,1.4979
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,16,1,0,4,0.7913
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,128,1,0,4,0.8076
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,128,1,0,4,1.4886
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,64,1,0,4,0.7896
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,4096,1,0,4,1.8211
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,2048,1,0,4,1.6834
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1024,1,0,4,1.5666
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,512,1,0,4,0.8160
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,3072,1,0,4,1.3718
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1536,1,0,4,1.2648
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,2048,1,0,4,0.9090
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1024,1,0,4,0.8482
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,16,1,0,4,0.4526
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,256,1,0,4,0.4617
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,512,1,0,4,0.4732
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,128,1,0,4,0.4629
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,8,1,0,4,0.4539
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,64,1,0,4,0.4532
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,32,1,0,4,0.4530
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,8,1,0,4,0.2917
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,128,1,0,4,0.2980
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1536,1,0,4,0.6925
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,256,1,0,4,0.2955
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,64,1,0,4,0.2903
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1024,1,0,4,0.4900
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,4,1,0,4,0.2920
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,32,1,0,4,0.2914
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,512,1,0,4,0.3023
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,16,1,0,4,0.2913
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,4,1,0,4,0.2044
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,64,1,0,4,0.2024
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,128,1,0,4,0.2043
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,16,1,0,4,0.2032
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,32,1,0,4,0.2034
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,256,1,0,4,0.2040
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,8,1,0,4,0.2040
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,1,0,4,0.1526
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,8,1,0,4,0.1636
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,16,1,0,4,0.1649
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,128,1,0,4,0.1619
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,4,1,0,4,0.1652
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,32,1,0,4,0.1623
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,64,1,0,4,0.1627
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,0,4,0.1383
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,16,1,0,4,0.1486
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,32,1,0,4,0.1476
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,4,1,0,4,0.1489
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,8,1,0,4,0.1500
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,64,1,0,4,0.1461
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,0,4,0.1313
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,8,1,0,4,0.1414
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,16,1,0,4,0.1416
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,4,1,0,4,0.1432
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,0,4,0.1322
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,0,4,0.1280
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,4,1,0,4,0.1445
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,8,1,0,4,0.1426
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,32,1,0,4,0.1395
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,4,1,0,4,0.1386
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,0,4,0.1313
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,16,1,0,4,0.1414
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,0,4,0.1254
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,8,1,0,4,0.1381
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,4,1,0,4,0.1375
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,0,4,0.1218
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,32,1,0,4,2.8546
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,16,1,0,4,1.4716
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,8,1,0,4,0.7942
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,4,1,0,4,0.4557
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,1,0,4,0.1926
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,16,1,0,4,2.8608
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,8,1,0,4,1.4784
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,4,1,0,4,0.7980
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,1,0,4,0.2792
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,8,1,0,4,2.8714
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,4,1,0,4,1.4855
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,1,0,4,0.4407
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,8192,2,0,4,3.3036
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,2048,2,0,4,2.8585
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1024,2,0,4,2.6373
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,4096,2,0,4,3.0910
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,512,2,0,4,2.5371
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,6144,2,0,4,2.4565
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1536,2,0,4,2.1119
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,512,2,0,4,1.3257
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,256,2,0,4,2.4801
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,256,2,0,4,0.7069
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,3072,2,0,4,2.2942
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,128,2,0,4,1.2891
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,256,2,0,4,1.2969
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,64,2,0,4,0.6884
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,2048,2,0,4,1.4892
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,128,2,0,4,0.7024
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1536,2,0,4,1.1044
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1024,2,0,4,0.7454
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,4096,2,0,4,1.6237
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1024,2,0,4,1.3754
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,3072,2,0,4,1.2063
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,512,2,0,4,0.7144
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,2048,2,0,4,0.8066
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,128,2,0,4,0.4081
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,32,2,0,4,0.3980
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,64,2,0,4,0.2637
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,128,2,0,4,2.4704
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,64,2,0,4,0.3984
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,16,2,0,4,0.2645
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,64,2,0,4,1.2667
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,32,2,0,4,0.2622
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,32,2,0,4,0.6882
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,512,2,0,4,0.4197
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,16,2,0,4,0.3975
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,8,2,0,4,0.2647
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,256,2,0,4,0.2692
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,64,2,0,4,2.4394
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,256,2,0,4,0.4078
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1536,2,0,4,0.6153
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,128,2,0,4,0.2706
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,32,2,0,4,1.2673
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1024,2,0,4,0.4337
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,16,2,0,4,0.6874
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,512,2,0,4,0.2751
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,8,2,0,4,0.3975
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,4,2,0,4,0.2654
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,32,2,0,4,0.1867
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,8,2,0,4,0.1873
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,16,2,0,4,0.1867
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,4,2,0,4,0.1871
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,128,2,0,4,0.1903
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,64,2,0,4,0.1862
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,256,2,0,4,0.1883
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,2,0,4,0.1395
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,16,2,0,4,0.1512
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,4,2,0,4,0.1520
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,8,2,0,4,0.1505
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,2,0,4,0.1272
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,4,2,0,4,0.1381
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,64,2,0,4,0.1502
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,32,2,0,4,0.1501
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,32,2,0,4,0.1375
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,16,2,0,4,0.1375
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,128,2,0,4,0.1499
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,8,2,0,4,0.1395
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,64,2,0,4,0.1361
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,2,0,4,0.1203
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,4,2,0,4,0.1333
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,32,2,0,4,0.1306
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,2,0,4,0.1213
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,16,2,0,4,0.1317
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,8,2,0,4,0.1306
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,4,2,0,4,0.1313
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,8,2,0,4,0.1325
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,2,0,4,0.1189
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,4,2,0,4,0.1330
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,0,4,0.1189
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,2,0,4,0.1231
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,16,2,0,4,0.1317
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,8,2,0,4,0.1323
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,4,2,0,4,0.1309
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,0,4,0.1162
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,32,2,0,4,2.4427
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,16,2,0,4,1.2676
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,16,2,0,4,2.4462
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,8,2,0,4,0.6886
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,4,2,0,4,0.4003
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,8,2,0,4,1.2691
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,2,0,4,0.1756
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,4,2,0,4,0.6917
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,2,0,4,0.2526
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,8,2,0,4,2.4537
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,4,2,0,4,1.2744
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,2,0,4,0.3851
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,8192,4,0,4,2.8073
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,4096,4,0,4,2.5944
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,2048,4,0,4,2.3630
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1024,4,0,4,2.1412
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,512,4,0,4,2.0387
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,6144,4,0,4,2.0796
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,4096,4,0,4,1.3820
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,3072,4,0,4,1.9132
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1536,4,0,4,1.7341
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,3072,4,0,4,1.0252
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,2048,4,0,4,1.2420
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1024,4,0,4,1.1303
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,2048,4,0,4,0.6830
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,512,4,0,4,1.0782
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1536,4,0,4,0.9160
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,512,4,0,4,0.5914
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1024,4,0,4,0.6203
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,256,4,0,4,0.5825
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,256,4,0,4,1.0485
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,128,4,0,4,0.5786
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1536,4,0,4,0.5225
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,256,4,0,4,0.3476
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1024,4,0,4,0.3738
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,512,4,0,4,0.3573
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,512,4,0,4,0.2427
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,128,4,0,4,0.2388
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,128,4,0,4,0.3460
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,256,4,0,4,0.2363
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,64,4,0,4,0.2309
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,64,4,0,4,0.3363
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,32,4,0,4,0.2306
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,64,4,0,4,0.1645
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,256,4,0,4,0.1643
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,256,4,0,4,1.9843
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,128,4,0,4,0.1667
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,32,4,0,4,0.1644
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,128,4,0,4,1.0437
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,16,4,0,4,0.1637
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,128,4,0,4,1.9712
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,64,4,0,4,0.5639
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,32,4,0,4,0.3364
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,64,4,0,4,1.0206
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,16,4,0,4,0.2318
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,8,4,0,4,0.1651
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,32,4,0,4,0.5636
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,16,4,0,4,0.3361
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,8,4,0,4,0.2324
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,64,4,0,4,1.9409
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,4,4,0,4,0.1648
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,32,4,0,4,1.0188
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,16,4,0,4,0.5614
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,128,4,0,4,0.1354
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,32,4,0,4,0.1361
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,8,4,0,4,0.3362
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,64,4,0,4,0.1353
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,4,4,0,4,0.2316
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,16,4,0,4,0.1367
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,4,0,4,0.1253
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,8,4,0,4,0.1353
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,4,4,0,4,0.1381
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,4,0,4,0.1128
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,64,4,0,4,0.1200
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,16,4,0,4,0.1239
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,32,4,0,4,0.1150
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,8,4,0,4,0.1248
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,32,4,0,4,0.1211
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,16,4,0,4,0.1141
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,8,4,0,4,0.1148
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,8,4,0,4,0.1180
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,4,4,0,4,0.1183
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,4,4,0,4,0.1128
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,16,4,0,4,0.1169
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,4,4,0,4,0.1237
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,0,4,0.1020
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,4,0,4,0.1102
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,4,4,0,4,0.1172
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,8,4,0,4,0.1145
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,4,0,4,0.1073
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,4,4,0,4,0.1155
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,4,0,4,0.1054
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,4,0,4,0.1068
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,0,4,0.1039
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,32,4,0,4,1.9425
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,16,4,0,4,1.0202
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,8,4,0,4,0.5640
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,4,4,0,4,0.3382
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,4,0,4,0.1541
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,16,4,0,4,1.9457
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,8,4,0,4,1.0232
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,4,4,0,4,0.5667
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,8,4,0,4,1.9540
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,4,0,4,0.2188
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,4,4,0,4,1.0285
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,4,0,4,0.3223
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,4096,8,0,4,2.3429
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,2048,8,0,4,2.1137
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,8192,8,0,4,2.5632
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1024,8,0,4,1.8897
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,512,8,0,4,1.7914
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,3072,8,0,4,1.7246
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,2048,8,0,4,1.1130
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1536,8,0,4,0.8189
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1024,8,0,4,0.5570
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1536,8,0,4,1.5480
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1024,8,0,4,1.0071
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,6144,8,0,4,1.8967
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,512,8,0,4,0.5282
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,512,8,0,4,0.9540
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,4096,8,0,4,1.2544
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,256,8,0,4,0.9276
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,256,8,0,4,0.5157
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,3072,8,0,4,0.9292
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,128,8,0,4,0.5129
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,2048,8,0,4,0.6187
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,512,8,0,4,0.3235
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,256,8,0,4,0.2166
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,256,8,0,4,0.3144
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,128,8,0,4,0.2202
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,128,8,0,4,0.3122
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,64,8,0,4,0.3023
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1536,8,0,4,0.4759
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,64,8,0,4,0.2127
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,32,8,0,4,0.2118
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,256,8,0,4,1.7310
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1024,8,0,4,0.3395
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,512,8,0,4,0.2240
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,128,8,0,4,0.9163
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,64,8,0,4,0.4976
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,128,8,0,4,0.1544
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,32,8,0,4,0.3029
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,16,8,0,4,0.2120
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,8,8,0,4,0.1518
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,64,8,0,4,0.1517
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,128,8,0,4,1.7199
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,32,8,0,4,0.1512
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,64,8,0,4,0.8946
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,16,8,0,4,0.1514
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,32,8,0,4,0.4973
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,16,8,0,4,0.3013
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,256,8,0,4,0.1531
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,8,8,0,4,0.2131
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,64,8,0,4,1.6852
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,4,8,0,4,0.1519
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,32,8,0,4,0.8957
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,64,8,0,4,0.1215
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,16,8,0,4,0.4970
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,4,8,0,4,0.1248
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,8,8,0,4,0.3029
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,4,8,0,4,0.2127
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,32,8,0,4,0.1240
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,8,0,4,0.1145
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,16,8,0,4,0.1238
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,8,8,0,4,0.1251
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,8,0,4,0.1051
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,128,8,0,4,0.1252
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,32,8,0,4,0.1107
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,64,8,0,4,0.1108
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,16,8,0,4,0.1068
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,32,8,0,4,0.1074
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,8,8,0,4,0.1104
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,8,0,4,0.0998
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,4,8,0,4,0.1073
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,16,8,0,4,0.1095
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,0,4,0.0965
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,16,8,0,4,0.1110
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,8,8,0,4,0.1088
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,4,8,0,4,0.1067
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,8,8,0,4,0.1072
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,0,4,0.0967
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,8,8,0,4,0.1109
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,4,8,0,4,0.1089
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,4,8,0,4,0.1148
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,8,0,4,0.0964
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,4,8,0,4,0.1067
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,8,0,4,0.1026
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,8,0,4,0.0966
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,32,8,0,4,1.6897
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,16,8,0,4,0.8934
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,8,8,0,4,0.4989
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,4,8,0,4,0.3043
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,8,0,4,0.1420
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,16,8,0,4,1.6908
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,8,8,0,4,0.8980
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,8,8,0,4,1.6966
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,4,8,0,4,0.5027
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,4,8,0,4,0.9016
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,8,0,4,0.1992
SGLang,0.5.10rc0,NVIDIA B300 SXM6 AC,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,8,0,4,0.2889
