framework,version,device,op_name,kernel_source,model,architecture,mla_dtype,kv_cache_dtype,gemm_type,num_heads,batch_size,isl,tp_size,step,compress_ratio,latency
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,128,1,0,4,4.9665
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,4096,1,0,4,6.0983
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,512,1,0,4,5.0731
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,64,1,0,4,4.9575
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,256,1,0,4,5.0057
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,8192,1,0,4,6.3724
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1024,1,0,4,5.3408
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,2048,1,0,4,5.7526
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,64,1,0,4,2.4618
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,256,1,0,4,2.5082
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,32,1,0,4,2.5076
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,128,1,0,4,2.4993
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,512,1,0,4,2.5910
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,3072,1,0,4,4.5158
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,2048,1,0,4,2.8824
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,6144,1,0,4,4.6637
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,32,1,0,4,1.2794
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1536,1,0,4,4.2032
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,128,1,0,4,1.2863
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,4096,1,0,4,3.0709
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,16,1,0,4,1.2932
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,64,1,0,4,1.2739
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1024,1,0,4,2.7025
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,256,1,0,4,1.3135
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,512,1,0,4,1.3422
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,16,1,0,4,0.6743
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,256,1,0,4,0.6891
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,64,1,0,4,0.6659
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1536,1,0,4,2.1139
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,8,1,0,4,0.6796
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,32,1,0,4,0.6714
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1024,1,0,4,1.3941
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,128,1,0,4,0.6900
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,3072,1,0,4,2.2557
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,8,1,0,4,0.3889
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,512,1,0,4,0.7070
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,64,1,0,4,0.3885
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,128,1,0,4,0.3965
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,2048,1,0,4,1.4721
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,32,1,0,4,0.3861
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,256,1,0,4,0.4001
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,4,1,0,4,0.3915
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,16,1,0,4,0.3888
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,4,1,0,4,0.2468
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,32,1,0,4,0.2457
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,16,1,0,4,0.2458
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,64,1,0,4,0.2459
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,128,1,0,4,0.2573
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1536,1,0,4,1.1139
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1024,1,0,4,0.7277
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,0,4,0.1828
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,8,1,0,4,0.2479
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,512,1,0,4,0.4043
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,0,4,0.1609
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,4,1,0,4,0.1938
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,8,1,0,4,0.1928
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,16,1,0,4,0.1934
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,32,1,0,4,0.1930
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,256,1,0,4,0.2625
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,64,1,0,4,0.1923
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,4,1,0,4,0.1720
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,8,1,0,4,0.1720
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,16,1,0,4,0.1702
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,128,1,0,4,0.2050
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,32,1,0,4,0.1708
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,64,1,0,4,0.1693
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,0,4,0.1490
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,0,4,0.1465
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,8,1,0,4,0.1597
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,4,1,0,4,0.1607
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,16,1,0,4,0.1599
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,4,1,0,4,0.1570
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,0,4,0.1430
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,32,1,0,4,0.1572
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,8,1,0,4,0.1571
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,0,4,0.1401
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,4,1,0,4,0.1537
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,16,1,0,4,0.1564
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,0,4,0.1402
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,8,1,0,4,0.1512
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,4,1,0,4,0.1503
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,0,4,0.1374
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,32,1,0,4,4.9433
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,16,1,0,4,4.9542
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,16,1,0,4,2.5078
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,8,1,0,4,2.5054
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,8,1,0,4,1.2972
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,8192,2,0,4,5.2115
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,4,1,0,4,0.6828
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,4,1,0,4,1.2936
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,8,1,0,4,4.8831
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,0,4,0.2357
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,2048,2,0,4,4.6005
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,6144,2,0,4,3.8080
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,0,4,0.3775
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,4096,2,0,4,4.9127
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,4,1,0,4,2.4858
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,4096,2,0,4,2.5372
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1024,2,0,4,4.2246
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1536,2,0,4,3.3206
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,1,0,4,0.6608
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,3072,2,0,4,3.6695
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,3072,2,0,4,1.8512
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,512,2,0,4,2.0440
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1024,2,0,4,2.1535
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,2048,2,0,4,1.1915
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,256,2,0,4,1.0299
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,2048,2,0,4,2.3369
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,512,2,0,4,3.9776
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,512,2,0,4,1.0569
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,128,2,0,4,0.5495
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1536,2,0,4,0.9106
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1536,2,0,4,1.7031
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,256,2,0,4,0.5511
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,256,2,0,4,1.9780
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,64,2,0,4,0.3149
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1024,2,0,4,0.5905
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1024,2,0,4,1.1122
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,128,2,0,4,0.3232
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,32,2,0,4,0.2101
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,128,2,0,4,1.0110
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,512,2,0,4,0.5691
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,512,2,0,4,0.3325
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,16,2,0,4,0.1625
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,64,2,0,4,0.2102
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,64,2,0,4,0.5319
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,256,2,0,4,0.3280
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,256,2,0,4,0.2264
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,8,2,0,4,0.1453
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,32,2,0,4,0.3149
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,32,2,0,4,0.1629
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,128,2,0,4,0.2208
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,16,2,0,4,0.2104
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,4,2,0,4,0.1378
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,128,2,0,4,0.1741
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,16,2,0,4,0.1442
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,8,2,0,4,0.1625
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,64,2,0,4,0.1615
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,0,4,0.1206
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,64,2,0,4,0.1418
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,8,2,0,4,0.1367
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,4,2,0,4,0.1449
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,0,4,0.1256
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,32,2,0,4,0.1443
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,32,2,0,4,0.1345
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,4,2,0,4,0.1369
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,0,4,0.1196
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,16,2,0,4,0.1337
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,16,2,0,4,0.1376
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,8,2,0,4,0.1303
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,8,2,0,4,0.1364
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,4,2,0,4,0.1290
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,4,2,0,4,0.1322
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,0,4,0.1153
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,0,4,0.1194
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,256,2,0,4,3.8901
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,128,2,0,4,1.9640
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,128,2,0,4,3.8429
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,64,2,0,4,0.9905
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,64,2,0,4,3.7411
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,32,2,0,4,0.5323
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,64,2,0,4,1.9160
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,32,2,0,4,1.9212
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,16,2,0,4,0.3156
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,32,2,0,4,0.9929
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,16,2,0,4,0.9944
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,8,2,0,4,0.2105
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,16,2,0,4,0.5324
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,8,2,0,4,0.5335
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,4,2,0,4,0.1628
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,4,2,0,4,0.3145
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,8,2,0,4,0.3145
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,0,4,0.1516
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,0,4,0.1259
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,4,2,0,4,0.2103
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,0,4,0.1337
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,32,2,0,4,3.7860
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,16,2,0,4,3.7909
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,16,2,0,4,1.9369
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,8,2,0,4,1.9428
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,8,2,0,4,3.8089
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,8,2,0,4,0.9985
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,4,2,0,4,1.0084
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,4,2,0,4,0.5370
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,4,2,0,4,1.9574
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,0,4,0.3031
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,0,4,0.2002
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,2,0,4,0.5234
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,8192,4,0,4,4.3538
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,4096,4,0,4,4.0621
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,6144,4,0,4,3.1857
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,3072,4,0,4,3.0335
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,4096,4,0,4,2.0959
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,2048,4,0,4,1.9181
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,3072,4,0,4,1.5340
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1536,4,0,4,1.3913
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,2048,4,0,4,0.9842
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1024,4,0,4,0.9067
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1536,4,0,4,0.7470
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,512,4,0,4,0.4639
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1024,4,0,4,0.4817
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,256,4,0,4,0.2775
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,512,4,0,4,0.2824
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,128,4,0,4,0.1884
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,256,4,0,4,0.1949
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,64,4,0,4,0.1423
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,32,4,0,4,0.1288
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,128,4,0,4,0.1545
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,16,4,0,4,0.1231
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,64,4,0,4,0.1268
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,8,4,0,4,0.1231
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,32,4,0,4,0.1205
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,4,4,0,4,0.1194
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,16,4,0,4,0.1206
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,0,4,0.1057
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,8,4,0,4,0.1159
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,4,4,0,4,0.1149
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,0,4,0.1016
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1024,4,0,4,3.3973
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,2048,4,0,4,3.7357
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,512,4,0,4,1.6168
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1536,4,0,4,2.6818
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,256,4,0,4,0.8205
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,512,4,0,4,3.1273
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,128,4,0,4,0.4445
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1024,4,0,4,1.7122
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,256,4,0,4,1.5427
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,64,4,0,4,0.2629
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,512,4,0,4,0.8437
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,32,4,0,4,0.1788
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,128,4,0,4,0.8013
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,256,4,0,4,0.4421
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,16,4,0,4,0.1434
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,64,4,0,4,0.4231
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,128,4,0,4,0.2708
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,8,4,0,4,0.1299
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,64,4,0,4,0.1780
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,32,4,0,4,0.2623
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,4,4,0,4,0.1242
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,32,4,0,4,0.1429
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,16,4,0,4,0.1786
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,0,4,0.1081
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,16,4,0,4,0.1290
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,8,4,0,4,0.1431
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,256,4,0,4,3.0171
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,8,4,0,4,0.1233
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,128,4,0,4,2.9921
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,4,4,0,4,0.1236
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,4,4,0,4,0.1299
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,128,4,0,4,1.5233
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,0,4,0.1058
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,64,4,0,4,1.4819
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,64,4,0,4,2.9209
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,0,4,0.1116
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,64,4,0,4,0.7789
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,32,4,0,4,1.5001
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,32,4,0,4,0.7786
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,32,4,0,4,0.4253
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,16,4,0,4,0.7863
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,16,4,0,4,0.4261
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,16,4,0,4,0.2631
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,8,4,0,4,0.4270
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,8,4,0,4,0.2622
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,8,4,0,4,0.1792
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,4,4,0,4,0.2641
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,4,4,0,4,0.1789
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,4,4,0,4,0.1436
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,0,4,0.1320
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,0,4,0.1183
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,0,4,0.1127
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,32,4,0,4,2.9314
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,16,4,0,4,1.5007
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,8,4,0,4,0.7893
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,16,4,0,4,2.9340
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,4,4,0,4,0.4310
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,8,4,0,4,1.5059
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,0,4,0.1686
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,4,4,0,4,0.7955
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,0,4,0.2520
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,8,4,0,4,2.9561
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,4,4,0,4,1.5225
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,8192,8,0,4,3.8754
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,4,0,4,0.4169
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,4096,8,0,4,3.5949
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,6144,8,0,4,2.8304
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,3072,8,0,4,2.6891
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,4096,8,0,4,1.8568
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,2048,8,0,4,1.6775
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,3072,8,0,4,1.3581
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1536,8,0,4,1.2136
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,2048,8,0,4,0.8616
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,2048,8,0,4,3.2875
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1024,8,0,4,0.7839
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1536,8,0,4,0.6535
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1024,8,0,4,0.4244
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,512,8,0,4,0.4056
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1536,8,0,4,2.3554
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1024,8,0,4,2.9154
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,512,8,0,4,0.2509
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,256,8,0,4,0.2460
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,512,8,0,4,2.6771
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1024,8,0,4,1.4982
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,512,8,0,4,1.3863
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,256,8,0,4,0.1799
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,128,8,0,4,0.1739
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,256,8,0,4,1.3214
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,256,8,0,4,0.7037
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,512,8,0,4,0.7308
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,128,8,0,4,0.1446
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,64,8,0,4,0.1318
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,128,8,0,4,0.6825
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,128,8,0,4,0.3868
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,256,8,0,4,0.3872
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,64,8,0,4,0.1180
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,32,8,0,4,0.1200
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,64,8,0,4,0.3672
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,64,8,0,4,0.2332
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,128,8,0,4,0.2433
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,32,8,0,4,0.1120
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,16,8,0,4,0.1144
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,32,8,0,4,0.2336
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,32,8,0,4,0.1640
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,64,8,0,4,0.1643
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,16,8,0,4,0.1323
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,8,8,0,4,0.1136
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,16,8,0,4,0.1116
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,16,8,0,4,0.1642
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,32,8,0,4,0.1327
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,8,8,0,4,0.1198
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,4,8,0,4,0.1113
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,8,8,0,4,0.1079
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,16,8,0,4,0.1203
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,8,8,0,4,0.1326
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,4,8,0,4,0.1134
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,256,8,0,4,2.5598
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,0,4,0.0976
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,0,4,0.0989
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,8,8,0,4,0.1144
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,4,8,0,4,0.1067
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,4,8,0,4,0.1205
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,128,8,0,4,2.5221
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,128,8,0,4,1.2975
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,4,8,0,4,0.1142
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,0,4,0.1026
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,0,4,0.0962
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,64,8,0,4,1.2570
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,64,8,0,4,0.6612
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,0,4,0.0984
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,32,8,0,4,0.6686
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,32,8,0,4,0.3690
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,16,8,0,4,0.3708
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,16,8,0,4,0.2360
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,8,8,0,4,0.2336
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,8,8,0,4,0.1651
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,4,8,0,4,0.1649
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,4,8,0,4,0.1334
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,0,4,0.1088
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,0,4,0.1029
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,64,8,0,4,2.4588
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,32,8,0,4,1.2713
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,16,8,0,4,0.6715
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,8,8,0,4,0.3710
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,4,8,0,4,0.2352
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,0,4,0.1219
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,32,8,0,4,2.4653
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,16,8,0,4,2.4659
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,8,8,0,4,2.4769
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,16,8,0,4,1.2737
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,8,8,0,4,1.2750
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,8,8,0,4,0.6738
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,4,8,0,4,1.2879
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,4,8,0,4,0.3745
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,4,8,0,4,0.6782
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,8,0,4,0.3596
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,0,4,0.1528
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,0,4,0.2226
