framework,version,device,op_name,kernel_source,model,architecture,mla_dtype,kv_cache_dtype,gemm_type,num_heads,batch_size,isl,tp_size,step,compress_ratio,latency
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,1048575,4,0.4557
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,524288,4,0.3211
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,262144,4,0.2560
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,16384,4,0.2128
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,131072,4,0.2225
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,12288,4,0.2089
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,65536,4,0.2061
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,262144,4,0.2628
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,10240,4,0.2076
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,32768,4,0.1975
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,8192,4,0.2050
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,131072,4,0.2277
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,32768,4,0.2207
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,16384,4,0.1804
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,65536,4,0.2237
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,65536,4,0.2110
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,6144,4,0.2552
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,6144,4,0.2032
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,16384,4,0.1987
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,12288,4,0.1780
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,131072,4,0.2362
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,32768,4,0.2110
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,32768,4,0.2011
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,16384,4,0.2482
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,4096,4,0.2006
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,10240,4,0.1772
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,65536,4,0.2165
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,12288,4,0.1960
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,16384,4,0.1920
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,4096,4,0.2507
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,16384,4,0.1833
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,3072,4,0.2012
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,12288,4,0.2422
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,32768,4,0.2061
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,8192,4,0.1761
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,12288,4,0.1896
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,10240,4,0.1946
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,2048,4,0.1951
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,12288,4,0.1814
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,3072,4,0.2485
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,16384,4,0.1873
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,6144,4,0.1749
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,10240,4,0.1882
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,10240,4,0.2391
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,1536,4,0.1933
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,8192,4,0.1924
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,10240,4,0.1800
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,12288,4,0.1853
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,2048,4,0.2416
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,8192,4,0.1870
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,4096,4,0.1737
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,1024,4,0.1902
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,8192,4,0.2370
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,6144,4,0.1912
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,10240,4,0.1842
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,8192,4,0.1789
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,6144,4,0.1856
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,3072,4,0.1734
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,512,4,0.1873
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,1536,4,0.2335
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,8192,4,0.1831
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,4096,4,0.1896
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,6144,4,0.1778
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,4096,4,0.1847
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,256,4,0.1852
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,6144,4,0.2340
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,2048,4,0.1683
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,6144,4,0.1813
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,1024,4,0.2248
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,128,4,0.1844
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,3072,4,0.1890
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,4096,4,0.1771
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,4096,4,0.2315
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,1536,4,0.1672
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,3072,4,0.1843
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,4096,4,0.1806
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,64,4,0.1845
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,512,4,0.2180
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,3072,4,0.1766
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,2048,4,0.1840
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,2048,4,0.1787
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,3072,4,0.1802
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,3072,4,0.2300
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,1024,4,0.1670
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,32,4,0.1780
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,2048,4,0.1711
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,2048,4,0.1744
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,16,4,0.1778
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,256,4,0.2144
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,1536,4,0.1770
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,1536,4,0.1822
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,2048,4,0.2234
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,512,4,0.1659
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,8,4,0.1775
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,1536,4,0.1728
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,1024,4,0.1756
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,1536,4,0.1707
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,128,4,0.2135
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,1536,4,0.2180
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,1024,4,0.1803
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,4,4,0.1776
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,1024,4,0.1715
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,512,4,0.1728
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,256,4,0.1660
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,1,4,0.1760
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,1024,4,0.1703
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,1024,4,0.2047
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,64,4,0.2131
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,512,4,0.1789
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,512,4,0.1710
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,256,4,0.1717
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,128,4,0.1661
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,512,4,0.1974
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,512,4,0.1692
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,256,4,0.1701
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,32,4,0.2100
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,256,4,0.1782
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,128,4,0.1712
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,64,4,0.1658
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,256,4,0.1936
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,128,4,0.1696
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,16,4,0.2095
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,256,4,0.1690
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,64,4,0.1710
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,128,4,0.1777
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,32,4,0.1651
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,128,4,0.1929
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,64,4,0.1696
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,32,4,0.1709
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,8,4,0.2096
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,128,4,0.1685
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,64,4,0.1927
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,64,4,0.1776
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,16,4,0.1652
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,32,4,0.1690
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,32,4,0.1907
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,16,4,0.1707
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,64,4,0.1686
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,4,4,0.2096
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,32,4,0.1758
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,16,4,0.1688
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,8,4,0.1651
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,16,4,0.1898
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,8,4,0.1703
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,8,4,0.1694
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,32,4,0.1683
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,1,4,0.2075
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,4,4,0.1659
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,16,4,0.1761
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,8,4,0.1897
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,4,4,0.1704
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,4,4,0.1694
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,16,4,0.1683
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,1,4,0.1638
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,4,4,0.1897
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,8,4,0.1761
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,1,4,0.1670
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,1,4,0.1688
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,1,4,0.1874
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,8,4,0.1679
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,4,4,0.1756
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,4,4,0.1682
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,1,4,0.1745
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,1,4,0.1661
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,4096,4,0.3462
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,3072,4,0.3408
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,2048,4,0.3312
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,1536,4,0.3158
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,1024,4,0.2993
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,512,4,0.2842
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,256,4,0.2762
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,262144,4,0.2340
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,128,4,0.2753
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,131072,4,0.1984
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,1048575,4,0.4224
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,65536,4,0.1807
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,64,4,0.2727
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,32,4,0.2669
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,32768,4,0.1706
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,524288,4,0.2874
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,16384,4,0.1524
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,16,4,0.2659
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,262144,4,0.2224
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,2048,4,0.5343
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,12288,4,0.1504
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,131072,4,0.1895
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,8,4,0.2660
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,131072,4,0.2038
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,32768,4,0.1880
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,10240,4,0.1494
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,65536,4,0.1721
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,4,4,0.2660
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,65536,4,0.1921
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,65536,4,0.1843
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,1,1024,4,0.8419
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,8192,4,0.1485
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,1536,4,0.5017
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,32768,4,0.1639
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,16384,4,0.1661
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,32768,4,0.1738
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,1,4,0.2617
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,32768,4,0.1800
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,6144,4,0.1472
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,16384,4,0.1466
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,16384,4,0.1602
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,12288,4,0.1635
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,16384,4,0.1551
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,4096,4,0.1462
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,12288,4,0.1447
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,1024,4,0.4694
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,12288,4,0.1578
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,3072,4,0.1459
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,10240,4,0.1433
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,12288,4,0.1530
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,10240,4,0.1623
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,1,512,4,0.7784
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,10240,4,0.1567
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,2048,4,0.1402
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,8192,4,0.1420
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,10240,4,0.1519
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,8192,4,0.1552
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,8192,4,0.1599
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,512,4,0.4393
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,1536,4,0.1392
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,6144,4,0.1412
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,6144,4,0.1534
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,8192,4,0.1501
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,6144,4,0.1589
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,1,256,4,0.7468
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,4096,4,0.1525
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,1024,4,0.1391
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,256,4,0.4231
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,4096,4,0.1404
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,6144,4,0.1497
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,4096,4,0.1569
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,512,4,0.1380
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,3072,4,0.1401
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,3072,4,0.1528
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,1,128,4,0.7407
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,128,4,0.4218
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,4096,4,0.1484
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,3072,4,0.1572
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,256,4,0.1379
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,2048,4,0.1344
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,2048,4,0.1471
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,3072,4,0.1476
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,64,4,0.4166
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,128,4,0.1376
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,2048,4,0.1517
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,1,64,4,0.7313
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,1536,4,0.1344
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,1536,4,0.1457
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,2048,4,0.1429
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,64,4,0.1371
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,1536,4,0.1493
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,32,4,0.4045
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,1,32,4,0.7082
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,1024,4,0.1338
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,1024,4,0.1433
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,32,4,0.1373
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,1024,4,0.1482
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,1536,4,0.1411
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,512,4,0.1326
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,16,4,0.4030
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,16,4,0.1371
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,1,16,4,0.7054
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,512,4,0.1458
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,512,4,0.1413
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,1024,4,0.1399
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,8,4,0.4025
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,8,4,0.1368
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,256,4,0.1331
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,256,4,0.1407
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,1,8,4,0.7054
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,512,4,0.1386
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,256,4,0.1456
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,4,4,0.1371
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,4,4,0.4016
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,128,4,0.1325
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,128,4,0.1406
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,256,4,0.1376
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,128,4,0.1456
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,1,4,4,0.7036
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,1,4,0.1353
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,1,4,0.3953
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,64,4,0.1325
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,64,4,0.1402
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,64,4,0.1451
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,128,4,0.1375
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,1,1,4,0.6931
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,32,4,0.1391
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,32,4,0.1329
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,32,4,0.1431
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,16,4,0.1398
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,64,4,0.1377
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,16,4,0.1323
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,16,4,0.1429
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,8,4,0.1393
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,32,4,0.1369
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,8,4,0.1325
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,8,4,0.1433
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,4,4,0.1394
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,16,4,0.1371
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,4,4,0.1316
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,1,4,0.1377
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,4,4,0.1434
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,8,4,0.1370
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,1,4,0.1309
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,4,4,0.1369
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,1,4,0.1415
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,1,4,0.1354
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,16384,4,0.1784
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,12288,4,0.1745
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,10240,4,0.1726
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,8192,4,0.1704
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,6144,4,0.1683
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,4096,4,0.1666
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,3072,4,0.1658
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,2048,4,0.1600
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,1536,4,0.1580
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,1024,4,0.1546
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,512,4,0.1519
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,256,4,0.1499
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,128,4,0.1498
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,64,4,0.1496
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,16384,4,0.2098
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,32,4,0.1430
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,16,4,0.1427
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,6144,4,0.2156
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,12288,4,0.2034
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,8,4,0.1425
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,4,4,0.1424
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,4096,4,0.2109
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,10240,4,0.2009
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,4096,4,0.3004
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,1,4,0.1405
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,8192,4,0.1985
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,3072,4,0.2093
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,3072,4,0.2953
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,6144,4,0.1952
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,2048,4,0.2009
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,4096,4,0.1924
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,1536,4,0.1936
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,2048,4,0.2866
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,2048,4,0.4626
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,3072,4,0.1912
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,262144,4,0.2138
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,1024,4,0.1856
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,1536,4,0.2695
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,1048575,4,0.4102
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,2048,4,0.1851
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,131072,4,0.1784
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,512,4,0.1778
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,1024,4,0.2541
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,1536,4,0.4318
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,65536,4,0.1604
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,1536,4,0.1800
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,524288,4,0.2726
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,256,4,0.1743
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,512,4,0.2364
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,2,1024,4,0.7052
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,32768,4,0.1513
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,1024,4,0.1659
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,262144,4,0.2049
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,128,4,0.1733
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,1024,4,0.3999
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,256,4,0.2305
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,512,4,0.1592
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,16384,4,0.1338
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,131072,4,0.1713
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,256,4,0.1556
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,64,4,0.1731
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,128,4,0.2270
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,12288,4,0.1316
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,512,4,0.3680
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,128,4,0.1553
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,65536,4,0.1544
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,10240,4,0.1297
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,64,4,0.2266
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,32,4,0.1710
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,2,512,4,0.6390
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,256,4,0.3525
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,64,4,0.1548
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,32768,4,0.1456
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,8192,4,0.1291
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,32,4,0.1524
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,32,4,0.2199
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,128,4,0.3491
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,16,4,0.1703
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,6144,4,0.1279
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,16,4,0.1521
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,16384,4,0.1276
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,2,256,4,0.6061
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,16,4,0.2203
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,64,4,0.3448
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,8,4,0.1705
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,8,4,0.1516
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,4096,4,0.1273
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,12288,4,0.1257
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,8,4,0.2189
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,32,4,0.3322
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,2,128,4,0.6007
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,4,4,0.1519
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,3072,4,0.1264
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,4,4,0.1703
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,10240,4,0.1250
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,16,4,0.3297
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,4,4,0.2193
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,1,4,0.1501
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,2048,4,0.1215
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,1,4,0.1677
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,2,64,4,0.5906
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,8,4,0.3291
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,8192,4,0.1237
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,1,4,0.2149
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,1536,4,0.1205
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,4,4,0.3279
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,2,32,4,0.5671
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,6144,4,0.1217
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,1024,4,0.1196
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,1,4,0.3210
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,512,4,0.1188
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,2,16,4,0.5641
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,4096,4,0.1204
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,256,4,0.1185
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,2,8,4,0.5634
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,3072,4,0.1215
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,128,4,0.1180
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,2,4,4,0.5632
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,2048,4,0.1152
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,64,4,0.1177
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,2,1,4,0.5492
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,1536,4,0.1152
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,32,4,0.1180
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,16,4,0.1181
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,1024,4,0.1145
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,8,4,0.1181
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,512,4,0.1149
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,4,4,0.1179
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,256,4,0.1145
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,1,4,0.1162
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,128,4,0.1141
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,64,4,0.1140
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,32,4,0.1139
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,16,4,0.1137
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,8,4,0.1139
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,4,4,0.1140
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,1,4,0.1121
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,131072,4,0.1836
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,65536,4,0.1649
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,32768,4,0.1536
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,16384,4,0.1358
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,12288,4,0.1335
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,10240,4,0.1323
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,8192,4,0.1312
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,6144,4,0.1301
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,4096,4,0.1287
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,3072,4,0.1282
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,2048,4,0.1235
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,1536,4,0.1220
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,1024,4,0.1211
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,512,4,0.1202
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,256,4,0.1199
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,65536,4,0.1734
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,128,4,0.1194
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,32768,4,0.1625
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,64,4,0.1191
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,16384,4,0.1413
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,32,4,0.1184
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,12288,4,0.1392
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,10240,4,0.1376
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,16,4,0.1186
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,8192,4,0.1370
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,32768,4,0.1693
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,8,4,0.1187
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,6144,4,0.1357
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,4,4,0.1188
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,16384,4,0.1483
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,4096,4,0.1346
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,16384,4,0.1604
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,3072,4,0.1343
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,1,4,0.1169
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,12288,4,0.1458
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,16384,4,0.1906
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,12288,4,0.1573
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,2048,4,0.1286
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,10240,4,0.1444
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,6144,4,0.1915
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,1536,4,0.1264
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,10240,4,0.1557
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,12288,4,0.1847
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,8192,4,0.1417
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,1024,4,0.1249
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,8192,4,0.1531
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,4096,4,0.1863
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,6144,4,0.1409
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,512,4,0.1226
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,10240,4,0.1818
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,4096,4,0.1395
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,256,4,0.1210
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,6144,4,0.1512
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,3072,4,0.1851
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,8192,4,0.1792
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,128,4,0.1206
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,4096,4,0.2621
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,3072,4,0.1390
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,4096,4,0.1487
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,2048,4,0.1770
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,64,4,0.1205
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,6144,4,0.1763
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,2048,4,0.1332
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,32,4,0.1199
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,3072,4,0.1484
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,1536,4,0.1696
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,3072,4,0.2590
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,1536,4,0.1313
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,16,4,0.1201
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,4096,4,0.1733
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,1024,4,0.1610
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,2048,4,0.1427
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,8,4,0.1194
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,1024,4,0.1294
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,3072,4,0.1725
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,512,4,0.1545
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,4,4,0.1200
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,2048,4,0.2484
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,1536,4,0.1413
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,512,4,0.1277
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,256,4,0.1503
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,1,4,0.1184
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,2048,4,0.1659
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,1024,4,0.1379
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,128,4,0.1497
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,256,4,0.1276
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,1536,4,0.2326
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,1536,4,0.1596
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,64,4,0.1487
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,512,4,0.1345
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,128,4,0.1274
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,1024,4,0.1461
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,1024,4,0.2170
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,32,4,0.1465
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,256,4,0.1327
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,64,4,0.1274
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,2048,4,0.4078
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,16,4,0.1458
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,512,4,0.1393
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,512,4,0.2007
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,128,4,0.1325
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,32,4,0.1254
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,8,4,0.1456
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,256,4,0.1356
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,256,4,0.1936
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,64,4,0.1315
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,4,4,0.1461
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,16,4,0.1253
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,128,4,0.1348
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,1536,4,0.3764
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,1,4,0.1433
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,8,4,0.1253
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,32,4,0.1254
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,128,4,0.1917
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,64,4,0.1350
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,4,4,0.1251
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,16,4,0.1252
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,64,4,0.1899
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,32,4,0.1324
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,1024,4,0.3444
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,1,4,0.1237
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,8,4,0.1247
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,32,4,0.1846
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,16,4,0.1317
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,16,4,0.1839
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,4,4,0.1248
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,512,4,0.3127
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,8,4,0.1319
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,8,4,0.1834
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,1,4,0.1229
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,256,4,0.2972
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,4,4,0.1315
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,4,4,0.1829
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,128,4,0.2948
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,1,4,0.1297
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,1,4,0.1791
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,64,4,0.2895
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,32,4,0.2775
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,16,4,0.2750
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,8,4,0.2743
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,4,4,0.2739
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,1,4,0.2672
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,4,1024,4,0.5903
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,4,512,4,0.5259
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,1048575,4,0.3987
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,4,256,4,0.4934
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,524288,4,0.2627
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,4,128,4,0.4876
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,262144,4,0.1955
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,131072,4,0.1637
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,4,64,4,0.4786
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,65536,4,0.1461
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,262144,4,0.2023
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,4,32,4,0.4549
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,32768,4,0.1376
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,131072,4,0.1672
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,16384,4,0.1199
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,4,16,4,0.4521
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,65536,4,0.1499
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,12288,4,0.1173
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,4,8,4,0.4510
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,10240,4,0.1164
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,32768,4,0.1410
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,4,4,4,0.4507
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,131072,4,0.1743
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,8192,4,0.1155
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,16384,4,0.1229
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,65536,4,0.1544
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,6144,4,0.1146
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,4,1,4,0.4376
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,12288,4,0.1215
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,32768,4,0.1437
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,4096,4,0.1130
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,10240,4,0.1201
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,16384,4,0.1257
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,3072,4,0.1128
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,8192,4,0.1182
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,12288,4,0.1232
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,65536,4,0.1631
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,2048,4,0.1073
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,6144,4,0.1176
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,10240,4,0.1222
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,1536,4,0.1068
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,32768,4,0.1508
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,32768,4,0.1575
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,8192,4,0.1213
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,4096,4,0.1164
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,1024,4,0.1066
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,16384,4,0.1313
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,16384,4,0.1361
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,6144,4,0.1199
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,3072,4,0.1160
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,16384,4,0.1491
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,512,4,0.1063
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,12288,4,0.1294
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,4096,4,0.1188
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,12288,4,0.1336
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,2048,4,0.1113
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,256,4,0.1056
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,3072,4,0.1192
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,12288,4,0.1453
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,10240,4,0.1274
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,10240,4,0.1323
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,2048,4,0.1136
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,128,4,0.1053
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,8192,4,0.1304
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,8192,4,0.1264
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,1536,4,0.1101
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,10240,4,0.1438
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,1536,4,0.1120
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,64,4,0.1057
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,6144,4,0.1247
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,16384,4,0.1782
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,1024,4,0.1097
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,6144,4,0.1290
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,8192,4,0.1415
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,1024,4,0.1108
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,4096,4,0.1243
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,32,4,0.1047
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,512,4,0.1084
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,4096,4,0.1277
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,512,4,0.1094
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,6144,4,0.1389
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,12288,4,0.1719
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,3072,4,0.1235
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,16,4,0.1056
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,256,4,0.1086
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,3072,4,0.1271
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,256,4,0.1093
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,2048,4,0.1184
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,4096,4,0.1377
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,10240,4,0.1697
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,8,4,0.1054
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,2048,4,0.1210
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,128,4,0.1079
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,128,4,0.1089
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,1536,4,0.1161
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,1536,4,0.1197
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,4,4,0.1055
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,3072,4,0.1369
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,8192,4,0.1672
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,64,4,0.1089
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,64,4,0.1075
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,1024,4,0.1147
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,1024,4,0.1175
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,1,4,0.1037
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,32,4,0.1079
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,6144,4,0.1635
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,2048,4,0.1311
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,512,4,0.1157
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,512,4,0.1120
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,32,4,0.1082
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,16,4,0.1083
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,4096,4,0.1612
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,256,4,0.1155
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,256,4,0.1109
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,1536,4,0.1294
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,16,4,0.1073
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,8,4,0.1078
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,128,4,0.1148
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,3072,4,0.1598
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,128,4,0.1105
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,1024,4,0.1261
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,64,4,0.1149
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,4,4,0.1082
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,8,4,0.1081
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,2048,4,0.1534
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,64,4,0.1102
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,32,4,0.1132
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,1,4,0.1066
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,512,4,0.1223
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,1536,4,0.1479
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,4,4,0.1076
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,32,4,0.1094
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,16,4,0.1132
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,1024,4,0.1346
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,256,4,0.1217
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,16,4,0.1099
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,8,4,0.1131
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,1,4,0.1064
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,512,4,0.1270
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,4,4,0.1130
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,8,4,0.1099
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,128,4,0.1208
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,256,4,0.1237
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,1,4,0.1114
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,4,4,0.1097
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,64,4,0.1209
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,128,4,0.1232
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,1,4,0.1082
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,64,4,0.1230
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,32,4,0.1135
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,32,4,0.1207
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,16,4,0.1135
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,16,4,0.1202
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,8,4,0.1132
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,8,4,0.1202
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,4,4,0.1202
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,4,4,0.1134
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,1,4,0.1180
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,1,4,0.1113
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,6144,4,0.1796
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,4096,4,0.1749
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,3072,4,0.1728
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,2048,4,0.1665
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,1536,4,0.1590
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,1024,4,0.1505
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,512,4,0.1437
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,256,4,0.1396
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,128,4,0.1382
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,64,4,0.1384
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,32,4,0.1352
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,16,4,0.1349
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,8,4,0.1343
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,4,4,0.1346
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,1,4,0.1320
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,4096,4,0.2467
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,3072,4,0.2427
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,2048,4,0.2328
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,1536,4,0.2167
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,1024,4,0.2006
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,2048,4,0.3771
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,512,4,0.1844
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,256,4,0.1761
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,128,4,0.1753
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,1536,4,0.3456
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,8,1024,4,0.5349
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,64,4,0.1736
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,32,4,0.1681
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,1024,4,0.3137
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,16,4,0.1682
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,8,4,0.1680
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,8,512,4,0.4718
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,4,4,0.1677
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,512,4,0.2812
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,1,4,0.1639
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,256,4,0.2674
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,8,256,4,0.4382
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,128,4,0.2632
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,8,128,4,0.4316
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,64,4,0.2581
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,8,64,4,0.4224
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,32,4,0.2461
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,8,32,4,0.3983
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,16,4,0.2442
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,8,4,0.2437
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,8,16,4,0.3953
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,4,4,0.2434
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,8,8,4,0.3941
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,1,4,0.2366
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,8,4,4,0.3940
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,8,1,4,0.3811
