framework,version,device,op_name,kernel_source,model,architecture,mla_dtype,kv_cache_dtype,gemm_type,num_heads,batch_size,isl,tp_size,step,compress_ratio,latency
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,1048575,128,0.1265
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,524288,128,0.1220
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,262144,128,0.1181
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,131072,128,0.1159
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,262144,128,0.1140
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,131072,128,0.1127
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,131072,128,0.1098
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,65536,128,0.1127
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,65536,128,0.1102
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,65536,128,0.1075
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,16384,128,0.1230
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,32768,128,0.1092
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,32768,128,0.1105
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,32768,128,0.1160
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,32768,128,0.1070
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,16384,128,0.1086
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,12288,128,0.1231
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,16384,128,0.1101
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,16384,128,0.1072
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,16384,128,0.1153
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,12288,128,0.1085
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,10240,128,0.1227
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,65536,128,0.1164
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,12288,128,0.1097
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,6144,128,0.1440
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,12288,128,0.1073
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,10240,128,0.1089
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,8192,128,0.1205
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,12288,128,0.1151
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,32768,128,0.1137
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,10240,128,0.1095
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,16384,128,0.1288
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,8192,128,0.1086
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,10240,128,0.1070
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,6144,128,0.1205
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,10240,128,0.1153
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,16384,128,0.1122
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,4096,128,0.1436
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,8192,128,0.1100
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,6144,128,0.1084
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,4096,128,0.1201
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,8192,128,0.1066
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,12288,128,0.1278
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,8192,128,0.1144
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,12288,128,0.1120
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,6144,128,0.1099
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,3072,128,0.1434
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,3072,128,0.1202
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,4096,128,0.1083
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,6144,128,0.1066
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,10240,128,0.1120
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,10240,128,0.1278
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,6144,128,0.1144
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,4096,128,0.1093
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,2048,128,0.1202
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,3072,128,0.1082
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,2048,128,0.1435
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,8192,128,0.1114
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,4096,128,0.1063
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,4096,128,0.1141
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,1536,128,0.1203
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,8192,128,0.1249
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,2048,128,0.1079
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,6144,128,0.1118
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,3072,128,0.1092
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,3072,128,0.1067
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,1536,128,0.1435
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,1024,128,0.1199
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,3072,128,0.1142
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,4096,128,0.1118
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,1536,128,0.1079
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,6144,128,0.1249
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,2048,128,0.1091
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,512,128,0.1198
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,2048,128,0.1067
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,2048,128,0.1140
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,3072,128,0.1113
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,1024,128,0.1434
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,1024,128,0.1082
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,256,128,0.1202
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,4096,128,0.1248
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,2048,128,0.1114
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,1536,128,0.1090
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,1536,128,0.1066
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,1536,128,0.1136
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,512,128,0.1081
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,512,128,0.1435
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,128,128,0.1202
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,1536,128,0.1109
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,3072,128,0.1246
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,1024,128,0.1138
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,1024,128,0.1063
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,256,128,0.1079
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,1024,128,0.1090
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,64,128,0.1198
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,256,128,0.1437
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,1024,128,0.1109
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,512,128,0.1137
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,128,128,0.1083
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,2048,128,0.1248
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,32,128,0.1147
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,512,128,0.1063
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,512,128,0.1090
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,512,128,0.1111
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,128,128,0.1433
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,16,128,0.1143
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,256,128,0.1137
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,64,128,0.1081
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,1536,128,0.1247
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,256,128,0.1063
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,256,128,0.1106
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,256,128,0.1090
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,8,128,0.1140
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,128,128,0.1135
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,32,128,0.1086
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,64,128,0.1431
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,128,128,0.1106
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,1024,128,0.1242
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,128,128,0.1065
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,4,128,0.1140
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,128,128,0.1092
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,64,128,0.1139
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,16,128,0.1083
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,64,128,0.1107
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,32,128,0.1407
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,1,128,0.1140
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,512,128,0.1242
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,64,128,0.1064
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,32,128,0.1129
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,8,128,0.1084
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,64,128,0.1088
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,32,128,0.1101
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,16,128,0.1407
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,256,128,0.1248
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,32,128,0.1061
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,16,128,0.1127
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,4,128,0.1087
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,16,128,0.1101
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,32,128,0.1085
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,128,128,0.1247
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,8,128,0.1127
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,1,128,0.1083
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,8,128,0.1405
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,16,128,0.1056
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,8,128,0.1105
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,16,128,0.1084
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,4,128,0.1130
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,4,128,0.1104
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,64,128,0.1240
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,8,128,0.1060
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,4,128,0.1404
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,1,128,0.1102
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,8,128,0.1084
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,1,128,0.1129
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,32,128,0.1221
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,4,128,0.1060
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,1,128,0.1404
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,4,128,0.1086
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,16,128,0.1218
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,1,128,0.1058
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,1,128,0.1085
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,8,128,0.1217
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,4,128,0.1216
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,1,128,0.1216
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,4096,128,0.1939
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,3072,128,0.1936
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,2048,128,0.3209
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,2048,128,0.1932
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,1048575,128,0.1031
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,1536,128,0.1941
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,524288,128,0.0983
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,1536,128,0.3223
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,1024,128,0.1941
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,262144,128,0.0906
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,512,128,0.1940
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,262144,128,0.0960
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,131072,128,0.0933
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,256,128,0.1938
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,131072,128,0.0904
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,131072,128,0.0864
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,1024,128,0.3198
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,65536,128,0.0929
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,128,128,0.1936
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,65536,128,0.0900
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,65536,128,0.0880
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,1,1024,128,0.5856
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,65536,128,0.0839
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,64,128,0.1913
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,32768,128,0.0871
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,32768,128,0.0902
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,512,128,0.3221
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,32768,128,0.0888
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,32768,128,0.0830
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,32768,128,0.0931
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,16384,128,0.0865
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,32,128,0.1868
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,16384,128,0.0876
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,16384,128,0.0889
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,16384,128,0.0833
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,256,128,0.3193
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,12288,128,0.0860
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,16,128,0.1861
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,16384,128,0.0924
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,1,512,128,0.5851
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,12288,128,0.0876
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,10240,128,0.0859
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,8,128,0.1855
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,12288,128,0.0884
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,12288,128,0.0825
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,128,128,0.3220
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,12288,128,0.0922
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,10240,128,0.0874
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,4,128,0.1854
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,8192,128,0.0863
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,10240,128,0.0882
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,10240,128,0.0831
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,10240,128,0.0921
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,8192,128,0.0872
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,1,128,0.1857
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,64,128,0.3158
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,6144,128,0.0862
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,8192,128,0.0881
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,1,256,128,0.5855
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,8192,128,0.0832
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,6144,128,0.0872
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,8192,128,0.0917
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,4096,128,0.0861
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,6144,128,0.0880
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,32,128,0.3058
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,6144,128,0.0832
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,4096,128,0.0872
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,6144,128,0.0912
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,4096,128,0.0882
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,3072,128,0.0859
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,1,128,128,0.5853
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,16,128,0.3036
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,3072,128,0.0872
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,3072,128,0.0881
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,4096,128,0.0915
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,4096,128,0.0829
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,2048,128,0.0858
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,2048,128,0.0869
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,2048,128,0.0878
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,8,128,0.3031
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,3072,128,0.0908
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,1536,128,0.0862
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,3072,128,0.0825
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,1,64,128,0.5758
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,1536,128,0.0867
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,1024,128,0.0859
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,2048,128,0.0910
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,1536,128,0.0880
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,4,128,0.3021
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,2048,128,0.0830
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,1024,128,0.0871
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,1,32,128,0.5540
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,512,128,0.0863
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,1536,128,0.0906
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,1024,128,0.0880
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,1,128,0.3029
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,512,128,0.0872
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,1536,128,0.0828
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,1024,128,0.0909
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,512,128,0.0874
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,256,128,0.0856
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,1,16,128,0.5520
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,256,128,0.0871
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,256,128,0.0877
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,512,128,0.0908
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,1024,128,0.0825
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,128,128,0.0857
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,128,128,0.0865
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,1,8,128,0.5515
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,128,128,0.0875
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,256,128,0.0908
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,64,128,0.0855
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,512,128,0.0824
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,64,128,0.0878
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,64,128,0.0863
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,128,128,0.0907
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,32,128,0.0864
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,1,4,128,0.5500
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,256,128,0.0825
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,32,128,0.0873
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,32,128,0.0871
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,64,128,0.0906
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,16,128,0.0860
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,16,128,0.0868
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,1,1,128,0.5477
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,16,128,0.0868
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,128,128,0.0824
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,8,128,0.0862
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,32,128,0.0898
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,4,128,0.0863
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,8,128,0.0875
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,8,128,0.0867
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,64,128,0.0826
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,16,128,0.0898
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,1,128,0.0861
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,4,128,0.0870
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,4,128,0.0867
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,8,128,0.0897
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,32,128,0.0826
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,1,128,0.0866
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,1,128,0.0872
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,4,128,0.0899
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,16,128,0.0823
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,1,128,0.0898
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,8,128,0.0826
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,4,128,0.0824
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,1,128,0.0827
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,16384,128,0.0982
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,12288,128,0.0983
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,10240,128,0.0980
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,8192,128,0.0956
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,6144,128,0.0956
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,4096,128,0.0952
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,3072,128,0.0947
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,2048,128,0.0949
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,1536,128,0.0949
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,1024,128,0.0950
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,512,128,0.0952
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,256,128,0.0947
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,16384,128,0.1014
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,128,128,0.0950
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,64,128,0.0948
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,12288,128,0.1004
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,32,128,0.0903
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,10240,128,0.1008
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,16,128,0.0902
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,6144,128,0.1115
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,8,128,0.0897
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,8192,128,0.0979
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,4096,128,0.1112
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,4,128,0.0898
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,4096,128,0.1562
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,1048575,128,0.0903
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,1,128,0.0897
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,3072,128,0.1109
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,6144,128,0.0975
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,2048,128,0.2467
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,2048,128,0.1111
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,524288,128,0.0858
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,4096,128,0.0979
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,3072,128,0.1563
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,1536,128,0.1116
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,262144,128,0.0772
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,3072,128,0.0978
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,262144,128,0.0832
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,1024,128,0.1113
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,1536,128,0.2467
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,2048,128,0.1552
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,131072,128,0.0737
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,2048,128,0.0979
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,512,128,0.1109
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,131072,128,0.0781
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,65536,128,0.0718
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,2,1024,128,0.4450
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,1536,128,0.1559
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,256,128,0.1117
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,1536,128,0.0974
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,32768,128,0.0707
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,65536,128,0.0758
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,1024,128,0.2456
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,128,128,0.1116
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,1024,128,0.1555
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,1024,128,0.0974
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,32768,128,0.0751
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,16384,128,0.0713
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,512,128,0.2457
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,64,128,0.1109
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,16384,128,0.0740
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,12288,128,0.0710
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,512,128,0.0971
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,512,128,0.1560
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,32,128,0.1085
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,2,512,128,0.4437
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,12288,128,0.0736
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,256,128,0.2457
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,10240,128,0.0706
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,16,128,0.1085
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,256,128,0.1552
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,256,128,0.0975
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,10240,128,0.0738
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,8192,128,0.0711
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,8,128,0.1082
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,128,128,0.2467
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,128,128,0.1563
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,8192,128,0.0737
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,4,128,0.1083
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,128,128,0.0972
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,6144,128,0.0714
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,2,256,128,0.4440
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,64,128,0.2412
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,1,128,0.1084
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,6144,128,0.0736
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,64,128,0.1535
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,64,128,0.0971
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,4096,128,0.0713
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,32,128,0.2313
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,4096,128,0.0733
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,2,128,128,0.4438
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,32,128,0.1495
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,3072,128,0.0712
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,32,128,0.0952
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,16,128,0.2286
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,3072,128,0.0736
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,2048,128,0.0711
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,16,128,0.1483
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,16,128,0.0949
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,2,64,128,0.4356
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,8,128,0.2294
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,2048,128,0.0733
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,1536,128,0.0707
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,8,128,0.1483
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,8,128,0.0950
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,4,128,0.2278
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,1536,128,0.0732
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,2,32,128,0.4132
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,1024,128,0.0709
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,4,128,0.1478
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,4,128,0.0946
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,1024,128,0.0733
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,1,128,0.2277
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,512,128,0.0708
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,2,16,128,0.4099
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,512,128,0.0730
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,1,128,0.1474
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,1,128,0.0946
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,256,128,0.0708
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,256,128,0.0732
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,2,8,128,0.4098
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,128,128,0.0709
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,128,128,0.0735
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,2,4,128,0.4078
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,64,128,0.0707
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,64,128,0.0730
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,2,1,128,0.4076
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,32,128,0.0706
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,32,128,0.0736
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,16,128,0.0706
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,16,128,0.0732
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,8,128,0.0696
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,8,128,0.0733
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,4,128,0.0704
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,4,128,0.0735
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,1,128,0.0699
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,1,128,0.0729
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,131072,128,0.0803
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,65536,128,0.0776
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,32768,128,0.0753
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,16384,128,0.0748
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,12288,128,0.0747
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,10240,128,0.0746
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,8192,128,0.0750
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,6144,128,0.0743
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,65536,128,0.0800
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,4096,128,0.0744
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,32768,128,0.0777
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,3072,128,0.0743
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,16384,128,0.0762
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,2048,128,0.0740
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,1536,128,0.0740
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,12288,128,0.0757
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,1024,128,0.0740
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,10240,128,0.0755
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,512,128,0.0741
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,32768,128,0.0797
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,8192,128,0.0750
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,256,128,0.0740
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,6144,128,0.0753
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,16384,128,0.0787
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,128,128,0.0740
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,16384,128,0.0835
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,4096,128,0.0750
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,64,128,0.0740
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,12288,128,0.0785
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,3072,128,0.0753
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,32,128,0.0735
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,12288,128,0.0836
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,16384,128,0.0869
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,10240,128,0.0787
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,16,128,0.0736
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,2048,128,0.0750
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,10240,128,0.0836
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,8192,128,0.0784
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,8,128,0.0735
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,12288,128,0.0863
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,1536,128,0.0750
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,4,128,0.0736
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,6144,128,0.0784
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,8192,128,0.0813
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,1024,128,0.0752
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,1,128,0.0734
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,4096,128,0.0781
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,6144,128,0.0929
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,10240,128,0.0861
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,6144,128,0.0810
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,512,128,0.0749
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,3072,128,0.0776
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,4096,128,0.0807
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,4096,128,0.0931
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,8192,128,0.0836
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,256,128,0.0742
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,2048,128,0.0777
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,3072,128,0.0807
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,3072,128,0.0927
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,128,128,0.0748
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,6144,128,0.0830
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,1536,128,0.0776
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,2048,128,0.0809
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,64,128,0.0748
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,4096,128,0.1257
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,2048,128,0.0929
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,1024,128,0.0775
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,4096,128,0.0830
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,1536,128,0.0807
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,32,128,0.0743
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,512,128,0.0773
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,1536,128,0.0928
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,2048,128,0.1960
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,3072,128,0.0829
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,1024,128,0.0806
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,3072,128,0.1251
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,16,128,0.0744
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,256,128,0.0773
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,1024,128,0.0927
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,512,128,0.0805
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,2048,128,0.0827
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,128,128,0.0775
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,8,128,0.0745
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,2048,128,0.1252
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,512,128,0.0929
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,256,128,0.0805
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,64,128,0.0776
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,4,128,0.0742
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,1536,128,0.0827
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,1536,128,0.1957
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,256,128,0.0931
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,1536,128,0.1251
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,32,128,0.0764
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,1,128,0.0739
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,128,128,0.0805
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,1024,128,0.0824
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,128,128,0.0927
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,16,128,0.0764
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,1024,128,0.1256
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,64,128,0.0804
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,512,128,0.0821
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,64,128,0.0923
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,1024,128,0.1953
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,8,128,0.0763
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,512,128,0.1248
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,32,128,0.0757
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,256,128,0.0824
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,32,128,0.0901
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,4,128,0.0765
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,256,128,0.1251
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,16,128,0.0752
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,512,128,0.1958
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,128,128,0.0828
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,16,128,0.0906
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,1,128,0.0762
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,128,128,0.1249
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,8,128,0.0756
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,8,128,0.0895
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,64,128,0.0826
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,64,128,0.1237
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,256,128,0.1953
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,4,128,0.0751
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,4,128,0.0899
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,32,128,0.1182
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,32,128,0.0800
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,1,128,0.0752
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,128,128,0.1953
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,1,128,0.0899
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,16,128,0.1182
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,16,128,0.0801
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,64,128,0.1912
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,8,128,0.1173
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,8,128,0.0797
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,4,128,0.1174
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,4,128,0.0800
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,32,128,0.1797
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,1,128,0.1170
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,1,128,0.0798
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,16,128,0.1785
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,8,128,0.1774
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,4,128,0.1773
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,1,128,0.1760
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,4,1024,128,0.3351
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,4,512,128,0.3348
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,1048575,128,0.0841
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,4,256,128,0.3347
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,524288,128,0.0788
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,4,128,128,0.3350
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,262144,128,0.0711
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,4,64,128,0.3267
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,262144,128,0.0748
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,131072,128,0.0662
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,4,32,128,0.3036
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,131072,128,0.0718
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,65536,128,0.0618
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,131072,128,0.0689
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,4,16,128,0.3007
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,32768,128,0.0604
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,65536,128,0.0685
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,65536,128,0.0710
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,65536,128,0.0659
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,32768,128,0.0656
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,16384,128,0.0605
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,4,8,128,0.3009
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,32768,128,0.0679
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,32768,128,0.0639
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,16384,128,0.0648
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,12288,128,0.0590
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,16384,128,0.0665
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,4,4,128,0.2995
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,16384,128,0.0630
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,32768,128,0.0706
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,12288,128,0.0663
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,4,1,128,0.2987
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,12288,128,0.0623
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,12288,128,0.0647
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,10240,128,0.0586
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,16384,128,0.0697
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,16384,128,0.0743
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,10240,128,0.0661
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,10240,128,0.0621
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,8192,128,0.0587
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,10240,128,0.0645
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,12288,128,0.0746
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,12288,128,0.0695
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,8192,128,0.0657
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,8192,128,0.0630
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,6144,128,0.0582
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,8192,128,0.0628
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,10240,128,0.0742
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,10240,128,0.0695
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,6144,128,0.0654
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,6144,128,0.0625
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,4096,128,0.0578
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,6144,128,0.0627
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,8192,128,0.0711
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,8192,128,0.0688
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,4096,128,0.0648
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,16384,128,0.0761
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,4096,128,0.0633
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,6144,128,0.0711
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,3072,128,0.0580
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,4096,128,0.0618
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,3072,128,0.0650
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,6144,128,0.0687
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,3072,128,0.0631
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,12288,128,0.0752
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,2048,128,0.0649
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,2048,128,0.0569
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,4096,128,0.0709
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,3072,128,0.0613
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,4096,128,0.0686
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,2048,128,0.0618
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,1536,128,0.0646
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,1536,128,0.0572
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,3072,128,0.0711
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,2048,128,0.0616
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,10240,128,0.0755
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,3072,128,0.0684
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,1536,128,0.0617
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,1024,128,0.0643
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,1024,128,0.0576
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,1024,128,0.0624
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,1536,128,0.0619
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,2048,128,0.0708
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,2048,128,0.0682
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,8192,128,0.0726
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,512,128,0.0641
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,512,128,0.0581
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,512,128,0.0624
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,1024,128,0.0615
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,1536,128,0.0709
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,1536,128,0.0684
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,6144,128,0.0724
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,256,128,0.0646
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,256,128,0.0623
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,256,128,0.0579
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,512,128,0.0615
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,1024,128,0.0709
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,128,128,0.0618
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,128,128,0.0641
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,1024,128,0.0683
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,4096,128,0.0726
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,128,128,0.0572
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,64,128,0.0616
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,512,128,0.0708
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,256,128,0.0611
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,64,128,0.0646
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,3072,128,0.0725
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,512,128,0.0679
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,32,128,0.0611
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,64,128,0.0571
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,16,128,0.0608
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,32,128,0.0637
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,256,128,0.0705
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,2048,128,0.0726
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,128,128,0.0615
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,256,128,0.0681
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,8,128,0.0606
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,32,128,0.0567
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,16,128,0.0639
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,4,128,0.0603
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,1536,128,0.0723
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,64,128,0.0613
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,128,128,0.0707
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,128,128,0.0682
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,1,128,0.0603
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,16,128,0.0572
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,8,128,0.0635
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,1024,128,0.0721
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,32,128,0.0602
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,64,128,0.0706
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,64,128,0.0678
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,4,128,0.0637
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,8,128,0.0570
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,512,128,0.0721
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,16,128,0.0596
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,32,128,0.0656
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,1,128,0.0637
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,256,128,0.0721
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,32,128,0.0667
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,4,128,0.0568
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,8,128,0.0599
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,16,128,0.0652
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,128,128,0.0722
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,16,128,0.0664
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,1,128,0.0574
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,4,128,0.0599
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,8,128,0.0654
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,64,128,0.0722
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,8,128,0.0665
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,4,128,0.0648
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,32,128,0.0696
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,1,128,0.0596
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,4,128,0.0666
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,1,128,0.0648
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,16,128,0.0694
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,8,128,0.0691
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,1,128,0.0664
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,4,128,0.0693
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,1,128,0.0691
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,6144,128,0.0817
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,4096,128,0.0811
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,3072,128,0.0814
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,2048,128,0.0814
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,1536,128,0.0814
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,1024,128,0.0813
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,512,128,0.0810
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,256,128,0.0813
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,128,128,0.0812
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,64,128,0.0809
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,32,128,0.0784
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,16,128,0.0784
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,8,128,0.0782
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,4,128,0.0782
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,1,128,0.0781
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,4096,128,0.1108
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,3072,128,0.1108
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,2048,128,0.1640
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,2048,128,0.1105
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,1536,128,0.1650
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,1536,128,0.1109
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,8,1024,128,0.2782
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,1024,128,0.1105
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,1024,128,0.1641
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,512,128,0.1106
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,512,128,0.1650
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,256,128,0.1103
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,256,128,0.1642
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,8,512,128,0.2778
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,128,128,0.1106
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,128,128,0.1644
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,64,128,0.1599
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,64,128,0.1088
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,8,256,128,0.2773
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,32,128,0.1493
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,32,128,0.1043
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,16,128,0.1476
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,16,128,0.1039
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,8,128,0.1471
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,8,128,128,0.2771
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,8,128,0.1037
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,4,128,0.1468
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,4,128,0.1032
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,1,128,0.1463
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,8,64,128,0.2697
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,1,128,0.1039
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,8,32,128,0.2465
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,8,16,128,0.2437
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,8,8,128,0.2428
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,8,4,128,0.2417
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,8,1,128,0.2407
