framework,version,device,op_name,kernel_source,model,architecture,mla_dtype,kv_cache_dtype,gemm_type,num_heads,batch_size,isl,tp_size,step,compress_ratio,latency
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,262144,128,0.1083
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,1048575,128,0.1335
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,131072,128,0.1028
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,131072,128,0.1028
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,524288,128,0.1132
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,65536,128,0.0992
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,65536,128,0.0999
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,262144,128,0.1033
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,65536,128,0.1012
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,32768,128,0.0983
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,32768,128,0.0964
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,131072,128,0.0993
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,16384,128,0.0962
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,32768,128,0.0987
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,16384,128,0.0965
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,65536,128,0.0968
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,32768,128,0.1031
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,12288,128,0.0957
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,16384,128,0.0974
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,32768,128,0.0962
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,10240,128,0.0961
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,12288,128,0.0976
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,12288,128,0.0966
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,16384,128,0.1027
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,16384,128,0.0946
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,8192,128,0.0963
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,10240,128,0.0965
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,12288,128,0.0947
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,10240,128,0.0969
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,6144,128,0.0948
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,10240,128,0.0945
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,12288,128,0.1027
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,8192,128,0.0965
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,4096,128,0.0951
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,8192,128,0.0945
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,16384,128,0.1076
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,8192,128,0.0965
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,3072,128,0.0961
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,6144,128,0.0968
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,6144,128,0.0945
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,10240,128,0.1024
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,2048,128,0.0956
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,6144,128,0.0965
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,4096,128,0.0967
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,4096,128,0.0944
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,8192,128,0.1010
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,3072,128,0.0962
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,6144,128,0.1168
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,4096,128,0.0972
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,1536,128,0.0952
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,3072,128,0.0945
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,12288,128,0.1075
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,2048,128,0.0966
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,16384,128,0.1084
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,1024,128,0.0958
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,2048,128,0.0945
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,3072,128,0.0965
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,1536,128,0.0966
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,6144,128,0.1017
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,512,128,0.0949
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,1536,128,0.0945
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,4096,128,0.1170
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,1024,128,0.0964
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,2048,128,0.0969
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,10240,128,0.1077
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,256,128,0.0954
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,12288,128,0.1079
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,1024,128,0.0947
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,512,128,0.0966
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,4096,128,0.1023
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,128,128,0.0953
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,1536,128,0.0966
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,512,128,0.0944
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,256,128,0.0967
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,64,128,0.0961
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,256,128,0.0945
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,3072,128,0.1171
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,8192,128,0.1070
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,10240,128,0.1072
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,1024,128,0.0965
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,32,128,0.0948
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,3072,128,0.1012
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,128,128,0.0945
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,128,128,0.0964
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,16,128,0.0944
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,512,128,0.0965
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,64,128,0.0941
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,8192,128,0.1058
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,2048,128,0.1163
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,6144,128,0.1068
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,64,128,0.0965
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,8,128,0.0945
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,32,128,0.0942
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,2048,128,0.1014
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,256,128,0.0969
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,4,128,0.0950
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,32,128,0.0961
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,16,128,0.0944
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,6144,128,0.1061
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,1536,128,0.1170
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,1,128,0.0950
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,4096,128,0.1074
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,16,128,0.0964
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,128,128,0.0969
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,8,128,0.0945
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,1536,128,0.1011
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,8,128,0.0962
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,4,128,0.0941
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,4096,128,0.1063
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,64,128,0.0968
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,1024,128,0.1166
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,3072,128,0.1072
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,1,128,0.0935
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,1024,128,0.1010
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,32,128,0.0965
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,3072,128,0.1060
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,4,128,0.0957
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,512,128,0.1169
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,2048,128,0.1070
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,512,128,0.1014
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,2048,128,0.1061
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,256,128,0.1175
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,16,128,0.0965
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,128,128,0.1170
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,1,128,0.0966
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,1536,128,0.1062
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,1536,128,0.1067
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,256,128,0.1016
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,64,128,0.1166
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,8,128,0.0969
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,1024,128,0.1058
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,32,128,0.1151
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,128,128,0.1010
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,1024,128,0.1081
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,512,128,0.1051
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,16,128,0.1145
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,4,128,0.0965
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,256,128,0.1062
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,8,128,0.1149
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,64,128,0.1008
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,512,128,0.1071
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,128,128,0.1059
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,4,128,0.1148
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,1,128,0.0965
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,64,128,0.1058
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,1,128,0.1148
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,32,128,0.1006
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,256,128,0.1068
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,32,128,0.1040
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,16,128,0.1041
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,16,128,0.1005
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,128,128,0.1070
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,8,128,0.1046
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,64,128,0.1070
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,4,128,0.1042
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,8,128,0.1009
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,1,128,0.1037
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,32,128,0.1000
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,4,128,0.1006
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,16,128,0.1001
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,1,128,0.1006
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,8,128,0.1008
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,4,128,0.1008
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,1,128,0.1006
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,4096,128,0.1487
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,2048,128,0.2277
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,3072,128,0.1489
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,1536,128,0.2296
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,2048,128,0.1487
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,1048575,128,0.1174
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,1536,128,0.1486
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,1024,128,0.2282
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,524288,128,0.0983
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,1,1024,128,0.3825
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,1024,128,0.1480
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,262144,128,0.0897
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,262144,128,0.0971
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,512,128,0.2274
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,131072,128,0.0829
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,512,128,0.1484
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,131072,128,0.0925
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,256,128,0.2280
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,65536,128,0.0808
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,1,512,128,0.3810
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,32768,128,0.0801
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,256,128,0.1480
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,128,128,0.2271
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,131072,128,0.0906
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,65536,128,0.0886
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,16384,128,0.0788
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,1,256,128,0.3811
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,128,128,0.1482
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,64,128,0.2261
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,12288,128,0.0781
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,65536,128,0.0877
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,32768,128,0.0875
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,10240,128,0.0781
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,64,128,0.1473
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,32,128,0.2194
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,16384,128,0.0865
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,1,128,128,0.3804
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,32768,128,0.0856
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,8192,128,0.0791
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,12288,128,0.0868
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,65536,128,0.0903
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,16384,128,0.0842
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,16,128,0.2187
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,32,128,0.1440
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,32768,128,0.0885
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,6144,128,0.0789
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,10240,128,0.0866
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,8,128,0.2193
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,1,64,128,0.3807
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,4096,128,0.0782
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,12288,128,0.0843
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,8192,128,0.0864
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,16,128,0.1438
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,32768,128,0.0885
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,16384,128,0.0883
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,4,128,0.2192
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,3072,128,0.0783
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,10240,128,0.0842
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,1,32,128,0.3669
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,1,128,0.2180
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,12288,128,0.0884
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,6144,128,0.0863
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,16384,128,0.0877
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,2048,128,0.0786
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,8,128,0.1434
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,8192,128,0.0842
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,4096,128,0.0859
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,10240,128,0.0883
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,1536,128,0.0779
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,12288,128,0.0868
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,1,16,128,0.3650
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,3072,128,0.0863
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,1024,128,0.0781
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,10240,128,0.0868
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,8192,128,0.0865
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,4,128,0.1435
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,6144,128,0.0842
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,512,128,0.0788
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,2048,128,0.0863
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,8192,128,0.0861
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,1,8,128,0.3632
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,256,128,0.0788
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,6144,128,0.0872
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,1536,128,0.0862
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,6144,128,0.0863
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,1,128,0.1439
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,128,128,0.0783
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,4096,128,0.0841
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,4096,128,0.0877
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,1024,128,0.0863
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,4096,128,0.0863
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,64,128,0.0781
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,1,4,128,0.3632
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,3072,128,0.0868
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,3072,128,0.0865
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,512,128,0.0869
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,32,128,0.0782
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,3072,128,0.0842
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,16,128,0.0786
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,2048,128,0.0871
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,2048,128,0.0863
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,256,128,0.0864
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,1,1,128,0.3629
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,8,128,0.0780
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,1536,128,0.0870
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,1536,128,0.0865
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,2048,128,0.0843
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,128,128,0.0863
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,4,128,0.0777
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,1024,128,0.0862
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,1024,128,0.0867
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,1,128,0.0778
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,64,128,0.0863
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,1536,128,0.0840
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,512,128,0.0865
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,512,128,0.0865
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,32,128,0.0863
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,1024,128,0.0842
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,256,128,0.0877
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,16,128,0.0860
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,256,128,0.0863
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,128,128,0.0873
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,8,128,0.0862
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,64,128,0.0864
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,512,128,0.0843
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,4,128,0.0862
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,128,128,0.0864
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,32,128,0.0863
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,1,128,0.0862
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,16,128,0.0862
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,256,128,0.0841
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,64,128,0.0863
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,128,128,0.0842
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,64,128,0.0841
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,8,128,0.0864
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,32,128,0.0857
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,32,128,0.0828
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,16,128,0.0835
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,4,128,0.0862
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,16,128,0.0856
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,8,128,0.0828
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,1,128,0.0862
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,8,128,0.0860
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,4,128,0.0828
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,4,128,0.0864
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,1,128,0.0842
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,1,128,0.0863
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,16384,128,0.0904
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,12288,128,0.0919
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,10240,128,0.0904
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,8192,128,0.0914
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,6144,128,0.0904
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,4096,128,0.0905
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,16384,128,0.0896
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,3072,128,0.0906
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,2048,128,0.0906
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,6144,128,0.0959
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,1536,128,0.0904
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,12288,128,0.0893
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,1024,128,0.0905
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,4096,128,0.1270
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,512,128,0.0904
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,4096,128,0.0965
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,10240,128,0.0887
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,256,128,0.0903
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,128,128,0.0904
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,3072,128,0.0959
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,8192,128,0.0876
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,3072,128,0.1274
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,64,128,0.0903
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,6144,128,0.0869
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,2048,128,0.0960
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,1536,128,0.0949
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,2048,128,0.1269
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,32,128,0.0838
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,4096,128,0.0876
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,1024,128,0.0965
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,16,128,0.0842
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,3072,128,0.0867
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,2048,128,0.1909
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,1536,128,0.1273
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,2048,128,0.0874
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,512,128,0.0963
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,8,128,0.0843
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,1048575,128,0.1068
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,1536,128,0.0874
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,1024,128,0.1267
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,4,128,0.0847
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,2,1024,128,0.3135
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,256,128,0.0962
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,1024,128,0.0879
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,1,128,0.0842
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,262144,128,0.0836
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,128,128,0.0963
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,1536,128,0.1911
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,512,128,0.0869
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,524288,128,0.0863
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,512,128,0.1274
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,256,128,0.0869
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,64,128,0.0963
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,131072,128,0.0781
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,128,128,0.0873
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,262144,128,0.0781
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,1024,128,0.1909
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,2,512,128,0.3139
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,32,128,0.0945
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,64,128,0.0868
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,65536,128,0.0742
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,256,128,0.1263
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,32,128,0.0846
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,131072,128,0.0700
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,16,128,0.0939
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,32768,128,0.0725
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,512,128,0.1906
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,128,128,0.1272
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,2,256,128,0.3136
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,16,128,0.0853
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,65536,128,0.0679
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,16384,128,0.0720
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,8,128,0.0857
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,64,128,0.1264
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,8,128,0.0943
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,256,128,0.1910
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,4,128,0.0862
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,12288,128,0.0720
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,32768,128,0.0677
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,2,128,128,0.3133
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,32,128,0.1232
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,1,128,0.0846
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,128,128,0.1908
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,4,128,0.0943
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,10240,128,0.0720
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,16384,128,0.0658
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,16,128,0.1229
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,8192,128,0.0720
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,1,128,0.0944
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,12288,128,0.0658
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,2,64,128,0.3130
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,8,128,0.1227
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,64,128,0.1896
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,10240,128,0.0658
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,4,128,0.1226
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,32,128,0.1822
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,6144,128,0.0720
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,8192,128,0.0658
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,2,32,128,0.2990
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,16,128,0.1823
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,1,128,0.1231
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,4096,128,0.0720
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,6144,128,0.0658
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,8,128,0.1821
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,4096,128,0.0658
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,3072,128,0.0720
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,2,16,128,0.2978
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,4,128,0.1824
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,3072,128,0.0658
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,2048,128,0.0720
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,2048,128,0.0664
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,1,128,0.1811
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,2,8,128,0.2956
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,1536,128,0.0720
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,1536,128,0.0658
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,1024,128,0.0658
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,1024,128,0.0720
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,2,4,128,0.2947
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,512,128,0.0658
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,512,128,0.0720
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,256,128,0.0658
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,256,128,0.0720
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,2,1,128,0.2948
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,128,128,0.0659
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,128,128,0.0721
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,64,128,0.0658
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,64,128,0.0726
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,32,128,0.0659
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,16,128,0.0658
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,32,128,0.0720
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,16,128,0.0720
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,8,128,0.0658
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,8,128,0.0720
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,4,128,0.0657
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,4,128,0.0720
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,1,128,0.0657
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,1,128,0.0720
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,131072,128,0.0802
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,65536,128,0.0761
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,32768,128,0.0750
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,16384,128,0.0741
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,12288,128,0.0741
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,10240,128,0.0740
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,8192,128,0.0740
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,6144,128,0.0739
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,65536,128,0.0761
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,4096,128,0.0728
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,3072,128,0.0739
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,32768,128,0.0741
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,2048,128,0.0738
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,1536,128,0.0730
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,16384,128,0.0739
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,32768,128,0.0705
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,1024,128,0.0738
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,12288,128,0.0739
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,16384,128,0.0698
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,10240,128,0.0721
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,512,128,0.0740
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,8192,128,0.0719
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,12288,128,0.0699
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,256,128,0.0729
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,6144,128,0.0720
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,10240,128,0.0699
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,4096,128,0.0715
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,128,128,0.0739
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,8192,128,0.0680
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,16384,128,0.0760
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,3072,128,0.0720
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,6144,128,0.0698
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,64,128,0.0739
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,16384,128,0.0761
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,12288,128,0.0775
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,2048,128,0.0724
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,4096,128,0.0699
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,32,128,0.0737
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,1536,128,0.0720
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,10240,128,0.0773
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,12288,128,0.0765
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,1024,128,0.0719
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,3072,128,0.0678
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,512,128,0.0720
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,16,128,0.0724
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,8192,128,0.0761
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,6144,128,0.0829
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,256,128,0.0719
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,10240,128,0.0763
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,128,128,0.0719
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,6144,128,0.0764
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,2048,128,0.0686
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,64,128,0.0720
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,8,128,0.0726
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,8192,128,0.0749
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,4096,128,0.0840
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,32,128,0.0719
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,4096,128,0.0761
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,1536,128,0.0698
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,4,128,0.0723
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,16,128,0.0719
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,3072,128,0.0766
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,8,128,0.0718
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,1,128,0.0732
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,6144,128,0.0742
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,3072,128,0.0834
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,1024,128,0.0693
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,4,128,0.0717
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,512,128,0.0679
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,4096,128,0.1071
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,2048,128,0.0761
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,256,128,0.0679
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,1,128,0.0719
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,2048,128,0.0827
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,4096,128,0.0743
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,128,128,0.0690
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,1536,128,0.0764
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,2048,128,0.1580
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,3072,128,0.1079
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,64,128,0.0678
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,1024,128,0.0769
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,1536,128,0.0825
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,32,128,0.0678
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,3072,128,0.0754
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,512,128,0.0760
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,256,128,0.0760
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,16,128,0.0679
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,1024,128,0.0829
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,2048,128,0.1072
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,128,128,0.0760
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,8,128,0.0678
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,1536,128,0.1580
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,2048,128,0.0741
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,512,128,0.0831
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,1536,128,0.1067
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,64,128,0.0761
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,256,128,0.0828
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,4,128,0.0678
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,128,128,0.0835
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,1536,128,0.0744
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,1024,128,0.1072
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,32,128,0.0679
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,1024,128,0.1578
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,64,128,0.0820
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,1024,128,0.0740
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,1,128,0.0678
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,32,128,0.0785
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,512,128,0.1070
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,16,128,0.0679
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,512,128,0.0740
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,16,128,0.0781
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,512,128,0.1574
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,8,128,0.0679
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,256,128,0.1068
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,256,128,0.0741
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,8,128,0.0781
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,4,128,0.0679
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,128,128,0.1073
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,128,128,0.0740
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,256,128,0.1578
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,64,128,0.0740
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,1,128,0.0679
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,4,128,0.0781
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,64,128,0.1068
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,32,128,0.0702
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,16,128,0.0717
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,32,128,0.1027
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,1,128,0.0782
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,128,128,0.1575
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,8,128,0.0720
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,16,128,0.1028
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,4,128,0.0718
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,1,128,0.0719
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,64,128,0.1572
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,8,128,0.1027
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,4,128,0.1027
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,32,128,0.1499
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,1,128,0.1024
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,16,128,0.1488
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,8,128,0.1483
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,4,128,0.1483
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,1,128,0.1490
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,1048575,128,0.0948
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,4,1024,128,0.2457
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,524288,128,0.0765
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,262144,128,0.0698
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,131072,128,0.0637
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,65536,128,0.0598
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,4,512,128,0.2445
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,32768,128,0.0596
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,16384,128,0.0596
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,12288,128,0.0596
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,4,256,128,0.2445
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,10240,128,0.0595
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,8192,128,0.0599
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,4,128,128,0.2441
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,6144,128,0.0596
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,262144,128,0.0699
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,4096,128,0.0577
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,4,64,128,0.2439
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,3072,128,0.0596
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,131072,128,0.0657
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,4,32,128,0.2311
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,2048,128,0.0596
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,4,16,128,0.2294
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,1536,128,0.0577
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,65536,128,0.0617
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,4,8,128,0.2287
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,1024,128,0.0596
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,512,128,0.0596
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,32768,128,0.0615
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,4,4,128,0.2288
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,131072,128,0.0658
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,256,128,0.0596
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,16384,128,0.0597
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,4,1,128,0.2279
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,65536,128,0.0637
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,12288,128,0.0596
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,128,128,0.0597
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,32768,128,0.0638
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,32768,128,0.0617
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,10240,128,0.0599
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,64,128,0.0596
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,65536,128,0.0664
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,16384,128,0.0617
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,8192,128,0.0596
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,16384,128,0.0616
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,32768,128,0.0657
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,32,128,0.0576
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,16384,128,0.0679
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,16384,128,0.0638
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,6144,128,0.0596
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,16,128,0.0577
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,12288,128,0.0600
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,12288,128,0.0617
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,12288,128,0.0639
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,4096,128,0.0596
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,12288,128,0.0679
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,16384,128,0.0638
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,3072,128,0.0597
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,10240,128,0.0638
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,8,128,0.0576
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,10240,128,0.0616
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,10240,128,0.0679
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,10240,128,0.0617
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,2048,128,0.0596
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,8192,128,0.0679
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,12288,128,0.0638
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,8192,128,0.0637
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,4,128,0.0576
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,8192,128,0.0602
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,1536,128,0.0596
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,6144,128,0.0637
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,6144,128,0.0678
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,1,128,0.0576
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,8192,128,0.0617
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,1024,128,0.0596
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,4096,128,0.0637
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,4096,128,0.0679
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,10240,128,0.0643
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,6144,128,0.0596
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,3072,128,0.0637
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,3072,128,0.0679
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,6144,128,0.0617
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,512,128,0.0596
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,2048,128,0.0678
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,2048,128,0.0637
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,256,128,0.0597
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,8192,128,0.0627
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,4096,128,0.0596
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,1536,128,0.0679
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,1536,128,0.0637
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,128,128,0.0597
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,4096,128,0.0617
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,1024,128,0.0679
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,3072,128,0.0600
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,1024,128,0.0637
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,6144,128,0.0618
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,64,128,0.0597
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,512,128,0.0679
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,512,128,0.0637
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,2048,128,0.0597
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,32,128,0.0596
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,256,128,0.0678
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,4096,128,0.0622
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,3072,128,0.0617
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,256,128,0.0637
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,16,128,0.0596
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,1536,128,0.0596
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,128,128,0.0679
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,128,128,0.0637
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,8,128,0.0596
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,64,128,0.0678
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,3072,128,0.0640
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,64,128,0.0637
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,1024,128,0.0601
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,2048,128,0.0617
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,32,128,0.0617
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,32,128,0.0637
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,4,128,0.0596
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,512,128,0.0597
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,16,128,0.0616
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,2048,128,0.0621
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,16,128,0.0637
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,1,128,0.0597
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,8,128,0.0617
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,256,128,0.0596
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,8,128,0.0637
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,1536,128,0.0617
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,4,128,0.0617
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,4,128,0.0637
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,1536,128,0.0629
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,128,128,0.0600
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,1,128,0.0617
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,64,128,0.0601
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,1,128,0.0638
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,1024,128,0.0617
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,32,128,0.0601
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,16,128,0.0598
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,1024,128,0.0637
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,512,128,0.0617
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,8,128,0.0596
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,256,128,0.0617
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,4,128,0.0598
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,512,128,0.0637
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,1,128,0.0597
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,128,128,0.0618
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,256,128,0.0637
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,128,128,0.0637
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,64,128,0.0617
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,64,128,0.0637
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,32,128,0.0618
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,32,128,0.0616
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,16,128,0.0617
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,16,128,0.0617
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,8,128,0.0617
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,8,128,0.0617
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,4,128,0.0616
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,4,128,0.0617
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,1,128,0.0617
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,1,128,0.0611
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,6144,128,0.0702
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,4096,128,0.0719
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,3072,128,0.0719
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,2048,128,0.0703
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,1536,128,0.0713
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,4096,128,0.0945
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,1024,128,0.0716
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,512,128,0.0709
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,256,128,0.0712
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,128,128,0.0719
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,3072,128,0.0941
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,64,128,0.0699
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,32,128,0.0679
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,16,128,0.0679
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,2048,128,0.0941
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,8,128,0.0678
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,4,128,0.0678
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,1536,128,0.0930
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,1,128,0.0678
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,1024,128,0.0928
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,2048,128,0.1357
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,1048575,128,0.1281
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,512,128,0.0930
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,262144,128,0.1049
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,524288,128,0.1092
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,256,128,0.0926
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,262144,128,0.1005
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,8,1024,128,0.2093
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,1536,128,0.1368
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,131072,128,0.0998
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,131072,128,0.0947
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,128,128,0.0932
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,65536,128,0.0924
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,65536,128,0.0963
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,64,128,0.0912
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,32768,128,0.0909
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,1024,128,0.1355
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,8,512,128,0.2076
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,32,128,0.0884
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,32768,128,0.0949
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,16384,128,0.0906
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,12288,128,0.0904
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,16,128,0.0864
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,16384,128,0.0946
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,512,128,0.1355
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,10240,128,0.0904
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,8,128,0.0853
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,8,256,128,0.2081
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,8192,128,0.0899
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,4,128,0.0846
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,12288,128,0.0944
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,6144,128,0.0895
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,256,128,0.1355
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,1,128,0.0855
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,131072,128,0.1010
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,4096,128,0.0897
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,10240,128,0.0938
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,8,128,128,0.2075
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,3072,128,0.0903
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,8192,128,0.0944
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,128,128,0.1361
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,2048,128,0.0900
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,65536,128,0.0973
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,6144,128,0.0941
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,1536,128,0.0897
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,8,64,128,0.2074
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,4096,128,0.0940
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,64,128,0.1336
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,1024,128,0.0903
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,65536,128,0.0991
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,32768,128,0.0956
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,3072,128,0.0933
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,512,128,0.0899
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,2048,128,0.0937
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,16384,128,0.0950
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,8,32,128,0.1947
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,32,128,0.1270
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,1536,128,0.0944
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,32768,128,0.0970
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,256,128,0.0903
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,1024,128,0.0943
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,12288,128,0.0944
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,128,128,0.0893
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,16,128,0.1254
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,8,16,128,0.1931
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,512,128,0.0942
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,64,128,0.0896
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,16384,128,0.0964
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,10240,128,0.0944
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,256,128,0.0939
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,32,128,0.0887
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,128,128,0.0937
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,8,128,0.1259
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,8,8,128,0.1924
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,8192,128,0.0944
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,12288,128,0.0962
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,16,128,0.0891
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,64,128,0.0935
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,6144,128,0.0945
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,8,128,0.0888
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,32,128,0.0927
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,4,128,0.1258
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,4,128,0.0887
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,8,4,128,0.1929
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,4096,128,0.0936
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,16,128,0.0935
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,10240,128,0.0959
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,3072,128,0.0943
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,1,128,0.1259
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,1,128,0.0887
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,8,1,128,0.1926
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,8,128,0.0927
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,2048,128,0.0941
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,8192,128,0.0947
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,1536,128,0.0937
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,4,128,0.0928
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,6144,128,0.0947
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,1,128,0.0925
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,1024,128,0.0940
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,512,128,0.0942
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,4096,128,0.0949
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,256,128,0.0945
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,3072,128,0.0948
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,128,128,0.0943
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,2048,128,0.0951
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,64,128,0.0936
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,32,128,0.0934
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,1536,128,0.0947
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,16,128,0.0935
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,1024,128,0.0946
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,8,128,0.0932
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,512,128,0.0949
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,4,128,0.0928
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,256,128,0.0949
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,128,128,0.0950
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,1,128,0.0938
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,64,128,0.0947
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,32,128,0.0941
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,16,128,0.0938
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,8,128,0.0942
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,4,128,0.0943
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,1,128,0.0942
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,32768,128,0.1020
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,16384,128,0.1019
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,12288,128,0.1011
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,10240,128,0.1007
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,8192,128,0.1004
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,6144,128,0.0998
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,4096,128,0.1004
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,3072,128,0.1006
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,2048,128,0.1002
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,1536,128,0.1001
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,1024,128,0.1006
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,512,128,0.0999
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,256,128,0.1008
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,128,128,0.1006
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,64,128,0.1005
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,16384,128,0.1030
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,32,128,0.0996
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,16,128,0.0993
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,8,128,0.0989
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,12288,128,0.1029
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,4,128,0.0989
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,1,128,0.0987
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,10240,128,0.1034
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,8192,128,0.1028
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,6144,128,0.1027
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,4096,128,0.1028
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,3072,128,0.1028
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,2048,128,0.1032
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,16384,128,0.1048
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,1536,128,0.1027
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,1024,128,0.1027
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,1,6144,128,0.1150
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,512,128,0.1027
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,12288,128,0.1048
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,256,128,0.1027
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,1,4096,128,0.1160
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,128,128,0.1027
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,1,4096,128,0.1524
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,10240,128,0.1049
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,1,3072,128,0.1151
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,64,128,0.1028
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,1,2048,128,0.1149
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,8192,128,0.1028
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,32,128,0.0963
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,1,1536,128,0.1149
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,6144,128,0.1028
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,1,3072,128,0.1525
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,16,128,0.0961
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,4096,128,0.1029
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,1,2048,128,0.2281
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,1,1024,128,0.1149
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,1,2048,128,0.1521
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,3072,128,0.1029
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,1,512,128,0.1150
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,8,128,0.0960
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,4,128,0.0961
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,1,256,128,0.1149
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,1,1536,128,0.1519
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,2048,128,0.1029
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,1,128,0.0961
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,1,128,128,0.1149
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,1,1536,128,0.2283
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,1,64,128,0.1152
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,1,1024,128,0.1514
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,1536,128,0.1027
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,1,32,128,0.1129
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,1024,128,0.1027
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,1,16,128,0.1130
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,1,512,128,0.1517
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,512,128,0.1027
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,1,1024,128,0.2279
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,1,8,128,0.1132
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,1,256,128,0.1522
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,256,128,0.1028
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,1,4,128,0.1131
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,1,1,128,0.1134
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,128,128,0.1027
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,1,128,128,0.1512
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,1,1024,128,0.3789
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,1,512,128,0.2277
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,64,128,0.1030
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,1,64,128,0.1512
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,32,128,0.1013
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,1,32,128,0.1468
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,16,128,0.1007
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,1,256,128,0.2282
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,1,16,128,0.1475
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,8,128,0.1006
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,1,8,128,0.1474
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,4,128,0.1008
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,1,512,128,0.3795
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,1,128,128,0.2274
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,1,4,128,0.1476
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,1048575,128,0.1192
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,1,128,0.1006
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,1,1,128,0.1472
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,1,64,128,0.2275
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,524288,128,0.0978
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,1,256,128,0.3791
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,262144,128,0.0883
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,1,32,128,0.2193
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,131072,128,0.0822
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,1,16,128,0.2185
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,1,128,128,0.3792
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,65536,128,0.0793
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,1,8,128,0.2186
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,1,64,128,0.3774
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,32768,128,0.0781
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,1,4,128,0.2182
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,16384,128,0.0767
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,1,1,128,0.2174
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,1,32,128,0.3655
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,12288,128,0.0774
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,1,16,128,0.3626
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,10240,128,0.0781
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,8192,128,0.0778
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,1,8,128,0.3625
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,6144,128,0.0778
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,1,4,128,0.3611
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,4096,128,0.0768
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,1,1,128,0.3618
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,3072,128,0.0774
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,2048,128,0.0775
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,1536,128,0.0781
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,1024,128,0.0779
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,512,128,0.0781
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,256,128,0.0774
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,128,128,0.0782
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,64,128,0.0781
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,32,128,0.0766
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,16,128,0.0761
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,8,128,0.0779
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,4,128,0.0765
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,1,128,0.0763
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,262144,128,0.0966
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,131072,128,0.0905
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,65536,128,0.0882
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,32768,128,0.0862
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,16384,128,0.0858
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,12288,128,0.0851
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,10240,128,0.0854
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,8192,128,0.0843
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,6144,128,0.0854
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,4096,128,0.0845
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,3072,128,0.0847
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,2048,128,0.0850
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,1536,128,0.0860
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,1024,128,0.0860
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,512,128,0.0851
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,256,128,0.0850
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,128,128,0.0847
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,64,128,0.0854
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,32,128,0.0859
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,16,128,0.0842
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,8,128,0.0847
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,4,128,0.0848
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,1,128,0.0847
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,2,131072,128,0.0912
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,2,65536,128,0.0863
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,2,65536,128,0.0912
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,2,32768,128,0.0836
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,2,32768,128,0.0885
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,2,16384,128,0.0826
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,2,12288,128,0.0822
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,2,16384,128,0.0881
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,2,10240,128,0.0822
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,2,12288,128,0.0864
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,2,8192,128,0.0822
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,2,6144,128,0.0821
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,2,10240,128,0.0871
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,2,4096,128,0.0822
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,2,8192,128,0.0863
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,2,3072,128,0.0824
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,2,6144,128,0.0863
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,2,32768,128,0.0863
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,2,2048,128,0.0822
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,2,4096,128,0.0860
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,2,1536,128,0.0822
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,2,3072,128,0.0863
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,2,2048,128,0.0862
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,2,16384,128,0.0904
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,2,1024,128,0.0828
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,2,16384,128,0.0862
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,2,1536,128,0.0863
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,2,512,128,0.0822
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,2,12288,128,0.0863
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,2,12288,128,0.0918
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,2,1024,128,0.0863
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,2,256,128,0.0823
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,2,512,128,0.0862
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,2,10240,128,0.0863
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,2,256,128,0.0862
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,2,8192,128,0.0845
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,2,128,128,0.0831
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,2,10240,128,0.0904
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,2,128,128,0.0865
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,2,6144,128,0.0849
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,2,64,128,0.0823
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,2,64,128,0.0863
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,2,4096,128,0.0843
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,2,32,128,0.0822
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,2,8192,128,0.0909
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,2,32,128,0.0862
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,2,3072,128,0.0842
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,2,16,128,0.0822
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,2,16,128,0.0859
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,2,2048,128,0.0842
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,2,8,128,0.0822
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,2,8,128,0.0858
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,2,6144,128,0.0912
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,2,4,128,0.0861
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,2,1536,128,0.0841
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,2,4,128,0.0822
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,2,1,128,0.0863
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,2,4096,128,0.0912
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,2,1024,128,0.0842
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,2,1,128,0.0823
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,2,512,128,0.0842
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,2,256,128,0.0842
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,2,3072,128,0.0902
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,2,16384,128,0.0937
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,2,128,128,0.0842
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,2,6144,128,0.1028
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,2,2048,128,0.0904
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,2,64,128,0.0842
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,2,12288,128,0.0940
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,2,32,128,0.0830
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,2,1536,128,0.0900
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,2,4096,128,0.1034
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,2,16,128,0.0827
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,2,1024,128,0.0897
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,2,8,128,0.0828
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,2,10240,128,0.0945
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,2,3072,128,0.1029
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,2,512,128,0.0904
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,2,4,128,0.0832
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,2,8192,128,0.0919
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,2,2048,128,0.1030
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,2,256,128,0.0905
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,2,1,128,0.0828
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,2,128,128,0.0904
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,2,1536,128,0.1030
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,2,6144,128,0.0920
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,2,64,128,0.0904
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,2,1024,128,0.1036
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,2,4096,128,0.0907
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,2,32,128,0.0803
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,2,512,128,0.1034
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,2,3072,128,0.0907
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,2,4096,128,0.1362
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,2,16,128,0.0801
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,2,256,128,0.1034
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,2,8,128,0.0802
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,2,2048,128,0.0907
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,2,128,128,0.1035
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,2,3072,128,0.1360
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,2,4,128,0.0801
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,2,64,128,0.1028
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,2,1536,128,0.0911
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,2,1,128,0.0803
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,2,32,128,0.1008
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,2,16,128,0.1007
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,2,1024,128,0.0912
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,2,2048,128,0.1367
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,2,8,128,0.1005
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,2,512,128,0.0907
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,2,4,128,0.0996
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,2,1536,128,0.1355
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,2,1,128,0.1000
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,2,256,128,0.0908
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,2,1024,128,0.1360
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,2,128,128,0.0912
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,2,512,128,0.1354
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,2,64,128,0.0904
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,2,256,128,0.1355
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,2,32,128,0.0885
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,2,128,128,0.1360
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,2,16,128,0.0883
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,2,64,128,0.1355
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,2,32,128,0.1319
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,2,8,128,0.0882
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,2,16,128,0.1315
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,2,4,128,0.0880
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,2,1,128,0.0883
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,2,8,128,0.1315
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,2,4,128,0.1314
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,2,1,128,0.1313
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,2,2048,128,0.1990
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,2,1536,128,0.1993
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,2,1024,128,0.1996
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,2,512,128,0.1991
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,2,256,128,0.1989
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,2,128,128,0.2000
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,2,64,128,0.1983
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,2,32,128,0.1902
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,2,16,128,0.1893
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,2,8,128,0.1894
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,2,4,128,0.1886
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,2,1,128,0.1890
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,1048575,128,0.1056
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,524288,128,0.0884
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,262144,128,0.0801
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,131072,128,0.0740
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,2,1024,128,0.3188
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,65536,128,0.0719
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,32768,128,0.0699
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,16384,128,0.0698
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,2,512,128,0.3178
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,12288,128,0.0698
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,10240,128,0.0699
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,8192,128,0.0701
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,2,256,128,0.3176
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,6144,128,0.0698
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,4096,128,0.0698
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,3072,128,0.0698
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,2,128,128,0.3180
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,2048,128,0.0698
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,1536,128,0.0698
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,2,64,128,0.3160
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,1024,128,0.0699
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,262144,128,0.0863
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,512,128,0.0698
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,2,32,128,0.3027
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,131072,128,0.0801
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,256,128,0.0698
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,128,128,0.0689
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,65536,128,0.0776
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,2,16,128,0.3002
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,64,128,0.0700
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,32768,128,0.0760
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,16384,128,0.0740
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,32,128,0.0678
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,2,8,128,0.2993
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,16,128,0.0678
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,12288,128,0.0741
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,8,128,0.0679
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,2,4,128,0.2972
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,10240,128,0.0742
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,4,131072,128,0.0821
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,4,128,0.0679
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,8192,128,0.0741
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,2,1,128,0.2991
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,6144,128,0.0742
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,4,65536,128,0.0781
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,4,65536,128,0.0816
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,4096,128,0.0740
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,1,128,0.0679
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,3072,128,0.0740
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,4,32768,128,0.0760
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,4,32768,128,0.0789
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,2048,128,0.0742
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,4,16384,128,0.0782
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,4,16384,128,0.0757
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,1536,128,0.0740
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,4,12288,128,0.0782
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,1024,128,0.0740
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,4,12288,128,0.0748
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,512,128,0.0740
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,4,10240,128,0.0757
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,4,10240,128,0.0781
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,256,128,0.0741
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,4,8192,128,0.0741
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,128,128,0.0740
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,4,8192,128,0.0764
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,4,6144,128,0.0741
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,64,128,0.0743
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,4,4096,128,0.0761
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,4,6144,128,0.0765
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,4,3072,128,0.0761
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,4,4096,128,0.0762
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,32,128,0.0740
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,4,2048,128,0.0750
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,4,3072,128,0.0780
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,16,128,0.0740
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,4,32768,128,0.0803
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,4,1536,128,0.0753
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,4,2048,128,0.0781
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,8,128,0.0740
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,4,128,0.0741
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,4,16384,128,0.0781
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,4,1536,128,0.0773
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,4,1024,128,0.0745
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,4,16384,128,0.0811
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,1,128,0.0740
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,4,12288,128,0.0799
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,4,1024,128,0.0781
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,4,12288,128,0.0816
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,4,512,128,0.0750
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,4,512,128,0.0769
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,4,10240,128,0.0822
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,4,10240,128,0.0798
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,4,8192,128,0.0809
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,4,256,128,0.0768
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,4,256,128,0.0743
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,4,6144,128,0.0819
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,4,8192,128,0.0781
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,4,128,128,0.0768
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,4,128,128,0.0741
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,4,4096,128,0.0820
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,4,64,128,0.0761
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,4,6144,128,0.0782
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,4,3072,128,0.0805
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,4,32,128,0.0764
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,4,64,128,0.0741
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,4,2048,128,0.0806
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,4,16,128,0.0761
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,4,4096,128,0.0781
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,4,32,128,0.0741
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,4,8,128,0.0761
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,4,3072,128,0.0782
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,4,16,128,0.0747
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,4,1536,128,0.0804
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,4,4,128,0.0761
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,4,2048,128,0.0781
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,4,8,128,0.0741
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,4,1024,128,0.0806
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,4,4,128,0.0741
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,4,1536,128,0.0781
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,4,1,128,0.0760
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,4,512,128,0.0802
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,4,1,128,0.0741
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,4,256,128,0.0809
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,4,128,128,0.0803
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,4,1024,128,0.0782
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,4,64,128,0.0813
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,4,32,128,0.0721
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,4,512,128,0.0782
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,4,16384,128,0.0822
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,4,16,128,0.0734
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,4,256,128,0.0781
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,4,8,128,0.0720
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,4,128,128,0.0781
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,4,4,128,0.0721
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,4,64,128,0.0781
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,4,12288,128,0.0822
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,4,1,128,0.0721
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,4,32,128,0.0772
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,4,16,128,0.0767
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,4,8,128,0.0764
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,4,10240,128,0.0824
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,4,4,128,0.0761
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,4,1,128,0.0761
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,4,8192,128,0.0819
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,4,6144,128,0.0812
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,4,4096,128,0.0802
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,4,3072,128,0.0803
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,4,2048,128,0.0802
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,4,1536,128,0.0808
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,4,1024,128,0.0803
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,4,512,128,0.0802
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,4,256,128,0.0812
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,4,128,128,0.0807
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,4,64,128,0.0802
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,4,32,128,0.0783
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,4,16,128,0.0782
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,4,8,128,0.0782
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,4,4,128,0.0783
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,4,1,128,0.0783
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,4,6144,128,0.0885
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,4,4096,128,0.0905
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,4,4096,128,0.1167
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,4,3072,128,0.0903
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,4,2048,128,0.0901
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,4,3072,128,0.1157
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,4,1536,128,0.0898
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,4,2048,128,0.1160
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,4,1024,128,0.0892
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,4,512,128,0.0897
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,4,1536,128,0.1151
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,4,256,128,0.0893
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,4,128,128,0.0897
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,4,1024,128,0.1151
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,4,64,128,0.0881
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,4,512,128,0.1151
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,4,32,128,0.0863
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,4,256,128,0.1153
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,4,16,128,0.0859
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,4,8,128,0.0850
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,4,2048,128,0.1679
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,4,4,128,0.0845
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,4,128,128,0.1139
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,4,1,128,0.0862
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,4,64,128,0.1131
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,4,1536,128,0.1689
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,4,32,128,0.1090
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,4,16,128,0.1090
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,4,1024,128,0.1686
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,4,8,128,0.1089
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,4,512,128,0.1689
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,4,4,128,0.1087
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,4,1,128,0.1089
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,4,256,128,0.1683
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,4,128,128,0.1678
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,4,64,128,0.1672
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,4,1024,128,0.2530
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,4,32,128,0.1585
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,4,16,128,0.1582
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,1048575,128,0.0986
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,4,512,128,0.2538
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,4,8,128,0.1583
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,262144,128,0.0761
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,4,4,128,0.1581
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,524288,128,0.0822
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,131072,128,0.0720
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,4,1,128,0.1579
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,262144,128,0.0739
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,4,256,128,0.2534
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,131072,128,0.0697
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,65536,128,0.0681
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,32768,128,0.0659
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,65536,128,0.0658
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,4,128,128,0.2523
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,16384,128,0.0658
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,8,131072,128,0.0760
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,32768,128,0.0657
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,12288,128,0.0658
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,16384,128,0.0638
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,4,64,128,0.2523
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,8,65536,128,0.0740
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,12288,128,0.0637
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,10240,128,0.0658
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,10240,128,0.0638
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,8,32768,128,0.0719
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,8192,128,0.0658
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,4,32,128,0.2386
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,8192,128,0.0637
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,6144,128,0.0659
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,6144,128,0.0638
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,8,16384,128,0.0719
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,4096,128,0.0638
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,4,16,128,0.2370
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,4096,128,0.0658
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,3072,128,0.0638
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,8,12288,128,0.0719
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,3072,128,0.0661
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,2048,128,0.0638
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,4,8,128,0.2354
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,2048,128,0.0658
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,8,10240,128,0.0719
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,1536,128,0.0637
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,1536,128,0.0659
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,1024,128,0.0637
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,4,4,128,0.2358
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,8,8192,128,0.0702
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,1024,128,0.0658
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,512,128,0.0638
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,256,128,0.0638
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,512,128,0.0658
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,8,6144,128,0.0717
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,4,1,128,0.2351
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,128,128,0.0638
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,256,128,0.0657
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,8,4096,128,0.0719
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,64,128,0.0637
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,128,128,0.0658
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,8,3072,128,0.0718
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,32,128,0.0637
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,64,128,0.0658
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,16,128,0.0637
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,8,2048,128,0.0708
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,32,128,0.0658
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,8,128,0.0634
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,8,1536,128,0.0719
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,8,65536,128,0.0740
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,16,128,0.0658
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,4,128,0.0638
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,8,1024,128,0.0710
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,1,128,0.0638
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,8,128,0.0658
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,8,32768,128,0.0725
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,8,512,128,0.0718
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,4,128,0.0658
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,8,16384,128,0.0720
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,1,128,0.0658
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,8,256,128,0.0716
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,8,12288,128,0.0720
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,8,128,128,0.0715
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,8,10240,128,0.0720
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,8,64,128,0.0706
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,8,8192,128,0.0718
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,8,32,128,0.0698
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,8,16,128,0.0699
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,8,6144,128,0.0718
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,8,8,128,0.0700
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,8,4096,128,0.0718
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,8,4,128,0.0698
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,8,1,128,0.0699
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,8,3072,128,0.0719
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,8,2048,128,0.0714
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,8,1536,128,0.0712
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,8,1024,128,0.0719
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,8,512,128,0.0714
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,8,256,128,0.0720
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,8,128,128,0.0719
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,8,64,128,0.0715
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,8,32,128,0.0702
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,8,16,128,0.0702
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,8,8,128,0.0702
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,8,4,128,0.0699
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,8,32768,128,0.0739
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,8,1,128,0.0700
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,8,16384,128,0.0729
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,8,12288,128,0.0739
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,8,10240,128,0.0726
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,8,8192,128,0.0722
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,8,16384,128,0.0740
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,8,6144,128,0.0723
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,8,4096,128,0.0720
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,8,3072,128,0.0723
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,8,12288,128,0.0741
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,8,2048,128,0.0722
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,8,10240,128,0.0752
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,8,1536,128,0.0722
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,8,8192,128,0.0741
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,8,1024,128,0.0721
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,8,16384,128,0.0740
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,8,6144,128,0.0740
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,8,512,128,0.0725
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,8,4096,128,0.0740
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,8,12288,128,0.0744
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,8,3072,128,0.0740
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,8,256,128,0.0723
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,8,2048,128,0.0740
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,8,10240,128,0.0743
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,8,128,128,0.0721
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,8,1536,128,0.0741
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,8,64,128,0.0721
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,8,1024,128,0.0740
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,8,8192,128,0.0725
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,8,32,128,0.0719
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,8,16,128,0.0719
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,8,512,128,0.0740
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,8,8,128,0.0719
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,8,6144,128,0.0736
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,8,256,128,0.0740
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,8,4,128,0.0719
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,8,128,128,0.0740
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,8,4096,128,0.0723
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,8,1,128,0.0719
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,8,64,128,0.0740
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,8,3072,128,0.0722
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,8,32,128,0.0679
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,8,2048,128,0.0720
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,8,16,128,0.0679
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,8,1536,128,0.0723
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,8,8,128,0.0679
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,8,1024,128,0.0720
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,8,4,128,0.0678
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,8,512,128,0.0725
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,8,1,128,0.0679
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,8,256,128,0.0727
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,8,128,128,0.0721
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,8,64,128,0.0721
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,8,32,128,0.0703
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,8,16,128,0.0701
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,8,8,128,0.0699
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,8,4,128,0.0699
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,8,1,128,0.0700
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,8,6144,128,0.0787
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,8,4096,128,0.0801
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,8,3072,128,0.0802
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,8,2048,128,0.0801
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,8,1536,128,0.0802
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,8,1024,128,0.0800
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,8,512,128,0.0802
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,8,4096,128,0.1033
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,8,256,128,0.0798
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,8,128,128,0.0802
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,8,3072,128,0.1027
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,8,64,128,0.0783
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,8,2048,128,0.1476
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,8,32,128,0.0762
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,8,16,128,0.0763
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,8,2048,128,0.1042
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,8,1536,128,0.1478
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,8,8,128,0.0761
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,8,4,128,0.0761
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,8,1024,128,0.1478
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,8,1536,128,0.1027
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,8,1,128,0.0760
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,8,512,128,0.1477
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,8,1024,128,0.1024
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,8,256,128,0.1476
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,8,512,128,0.1018
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,8,128,128,0.1478
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,8,1024,128,0.2203
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,8,256,128,0.1026
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,8,128,128,0.1026
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,8,64,128,0.1467
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,8,64,128,0.1009
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,8,32,128,0.1376
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,8,32,128,0.0966
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,8,16,128,0.1376
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,8,512,128,0.2210
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,8,16,128,0.0958
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,8,8,128,0.0945
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,8,8,128,0.1355
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,8,4,128,0.0954
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,8,256,128,0.2205
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,8,4,128,0.1376
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,8,1,128,0.0942
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,8,1,128,0.1359
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,8,128,128,0.2206
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,8,64,128,0.2185
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,8,32,128,0.2055
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,8,16,128,0.2047
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,8,8,128,0.2044
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,8,4,128,0.2031
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,8,1,128,0.2036
