framework,version,device,op_name,kernel_source,model,architecture,mla_dtype,kv_cache_dtype,gemm_type,num_heads,batch_size,isl,tp_size,step,compress_ratio,latency
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,262144,4,0.1886
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,65536,4,0.1539
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,131072,4,0.1646
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,131072,4,0.1643
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,32768,4,0.1472
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,1048575,4,0.3193
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,65536,4,0.1515
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,65536,4,0.1513
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,16384,4,0.1295
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,524288,4,0.2249
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,32768,4,0.1452
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,32768,4,0.1449
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,12288,4,0.1283
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,262144,4,0.1787
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,16384,4,0.1278
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,10240,4,0.1272
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,131072,4,0.1564
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,12288,4,0.1259
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,16384,4,0.1276
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,65536,4,0.1445
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,8192,4,0.1259
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,10240,4,0.1258
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,32768,4,0.1380
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,6144,4,0.1253
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,8192,4,0.1245
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,16384,4,0.1214
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,12288,4,0.1263
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,4096,4,0.1238
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,6144,4,0.1243
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,12288,4,0.1199
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,10240,4,0.1260
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,3072,4,0.1239
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,4096,4,0.1236
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,10240,4,0.1188
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,8192,4,0.1238
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,2048,4,0.1189
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,8192,4,0.1185
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,3072,4,0.1230
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,6144,4,0.1237
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,1536,4,0.1174
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,6144,4,0.1170
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,2048,4,0.1175
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,4096,4,0.1226
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,1024,4,0.1165
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,3072,4,0.1227
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,1536,4,0.1173
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,512,4,0.1151
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,2048,4,0.1174
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,1024,4,0.1149
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,4096,4,0.1169
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,1536,4,0.1166
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,256,4,0.1149
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,512,4,0.1147
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,1024,4,0.1164
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,128,4,0.1138
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,3072,4,0.1165
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,256,4,0.1136
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,2048,4,0.1110
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,64,4,0.1151
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,512,4,0.1150
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,128,4,0.1140
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,1536,4,0.1108
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,256,4,0.1152
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,32,4,0.1137
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,64,4,0.1135
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,1024,4,0.1103
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,128,4,0.1150
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,16,4,0.1134
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,32,4,0.1131
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,512,4,0.1092
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,64,4,0.1146
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,8,4,0.1134
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,16,4,0.1139
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,32,4,0.1135
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,4,4,0.1134
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,8,4,0.1132
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,256,4,0.1102
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,16,4,0.1136
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,1,4,0.1114
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,4,4,0.1133
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,128,4,0.1093
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,8,4,0.1142
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,1,4,0.1116
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,64,4,0.1095
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,32,4,0.1091
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,4,4,0.1147
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,16,4,0.1094
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,8,4,0.1092
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,4,4,0.1093
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,1,4,0.1127
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,1,4,0.1070
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,32768,4,0.1525
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,16384,4,0.1400
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,16384,4,0.1335
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,12288,4,0.1376
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,12288,4,0.1316
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,10240,4,0.1366
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,10240,4,0.1305
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,8192,4,0.1356
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,8192,4,0.1287
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,6144,4,0.1340
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,6144,4,0.1287
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,6144,4,0.1542
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,4096,4,0.1331
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,16384,4,0.1531
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,4096,4,0.1267
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,3072,4,0.1328
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,4096,4,0.1525
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,3072,4,0.1272
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,2048,4,0.1275
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,12288,4,0.1500
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,3072,4,0.1507
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,1536,4,0.1265
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,2048,4,0.1221
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,1024,4,0.1239
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,1536,4,0.1211
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,2048,4,0.1441
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,10240,4,0.1478
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,512,4,0.1229
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,1024,4,0.1195
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,1536,4,0.1419
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,8192,4,0.1464
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,512,4,0.1191
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,256,4,0.1224
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,1024,4,0.1375
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,6144,4,0.1445
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,256,4,0.1181
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,128,4,0.1222
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,512,4,0.1334
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,128,4,0.1186
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,4096,4,0.1422
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,64,4,0.1227
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,256,4,0.1319
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,64,4,0.1178
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,32,4,0.1156
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,3072,4,0.1419
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,128,4,0.1318
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,32,4,0.1170
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,16,4,0.1156
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,2048,4,0.1357
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,64,4,0.1318
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,16,4,0.1172
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,8,4,0.1154
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,32,4,0.1298
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,1536,4,0.1348
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,8,4,0.1177
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,4,4,0.1154
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,16,4,0.1297
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,1024,4,0.1331
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,4,4,0.1175
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,1,4,0.1138
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,8,4,0.1303
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,1,4,0.1154
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,512,4,0.1229
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,4,4,0.1304
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,256,4,0.1212
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,1,4,0.1275
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,128,4,0.1215
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,64,4,0.1210
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,32,4,0.1190
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,16,4,0.1191
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,8,4,0.1195
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,4,4,0.1189
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,1,4,0.1171
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,4096,4,0.1978
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,2048,4,0.2839
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,3072,4,0.1961
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,2048,4,0.1875
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,1536,4,0.2707
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,1536,4,0.1805
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,1048575,4,0.3067
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,1,1024,4,0.3988
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,1024,4,0.2613
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,524288,4,0.2117
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,1024,4,0.1743
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,512,4,0.2378
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,262144,4,0.1663
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,512,4,0.1665
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,131072,4,0.1435
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,1,512,4,0.3759
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,256,4,0.2317
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,256,4,0.1625
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,65536,4,0.1318
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,128,4,0.1630
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,128,4,0.2327
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,32768,4,0.1255
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,1,256,4,0.3656
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,64,4,0.1611
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,64,4,0.2311
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,16384,4,0.1092
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,32,4,0.1584
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,32,4,0.2239
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,12288,4,0.1082
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,1,128,4,0.3650
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,16,4,0.1569
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,16,4,0.2228
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,10240,4,0.1069
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,8,4,0.1572
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,1,64,4,0.3653
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,8192,4,0.1064
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,8,4,0.2231
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,4,4,0.1580
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,6144,4,0.1051
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,4,4,0.2233
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,1,32,4,0.3537
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,4096,4,0.1043
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,1,4,0.1536
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,1,4,0.2184
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,1,16,4,0.3516
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,3072,4,0.1049
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,2048,4,0.0981
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,1,8,4,0.3507
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,1536,4,0.0992
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,1,4,4,0.3503
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,1024,4,0.0986
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,1,1,4,0.3425
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,512,4,0.0969
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,256,4,0.0965
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,128,4,0.0970
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,64,4,0.0972
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,32,4,0.0961
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,16,4,0.0964
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,8,4,0.0966
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,4,4,0.0969
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,1,4,0.0938
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,262144,4,0.1735
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,131072,4,0.1504
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,131072,4,0.1497
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,65536,4,0.1380
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,65536,4,0.1376
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,32768,4,0.1309
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,32768,4,0.1316
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,65536,4,0.1441
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,16384,4,0.1147
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,16384,4,0.1153
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,32768,4,0.1370
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,12288,4,0.1131
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,12288,4,0.1147
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,16384,4,0.1191
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,10240,4,0.1125
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,10240,4,0.1130
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,8192,4,0.1113
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,12288,4,0.1171
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,8192,4,0.1112
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,6144,4,0.1101
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,10240,4,0.1159
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,6144,4,0.1108
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,4096,4,0.1093
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,8192,4,0.1155
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,4096,4,0.1100
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,3072,4,0.1090
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,6144,4,0.1140
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,3072,4,0.1101
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,2048,4,0.1045
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,4096,4,0.1134
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,32768,4,0.1385
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,2048,4,0.1048
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,1536,4,0.1031
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,3072,4,0.1138
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,16384,4,0.1207
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,1536,4,0.1048
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,1024,4,0.1021
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,2048,4,0.1077
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,12288,4,0.1189
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,1024,4,0.1033
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,512,4,0.1021
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,1536,4,0.1068
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,10240,4,0.1174
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,512,4,0.1033
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,256,4,0.1009
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,1024,4,0.1064
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,8192,4,0.1158
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,256,4,0.1019
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,128,4,0.1011
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,512,4,0.1046
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,6144,4,0.1151
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,128,4,0.1017
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,64,4,0.1008
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,256,4,0.1039
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,4096,4,0.1141
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,64,4,0.1027
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,32,4,0.1001
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,128,4,0.1041
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,3072,4,0.1128
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,32,4,0.1012
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,16,4,0.1001
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,64,4,0.1047
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,2048,4,0.1078
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,16,4,0.1018
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,8,4,0.1001
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,32,4,0.1034
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,1536,4,0.1073
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,8,4,0.1009
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,4,4,0.0995
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,16,4,0.1044
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,1024,4,0.1068
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,4,4,0.1010
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,1,4,0.0981
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,8,4,0.1038
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,512,4,0.1056
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,1,4,0.0995
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,4,4,0.1045
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,256,4,0.1050
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,1,4,0.1015
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,128,4,0.1046
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,64,4,0.1057
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,32,4,0.1041
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,16,4,0.1045
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,8,4,0.1042
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,4,4,0.1043
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,1,4,0.1023
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,16384,4,0.1231
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,12288,4,0.1210
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,16384,4,0.1338
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,6144,4,0.1325
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,10240,4,0.1201
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,12288,4,0.1313
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,8192,4,0.1187
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,4096,4,0.1297
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,6144,4,0.1170
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,10240,4,0.1288
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,3072,4,0.1284
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,4096,4,0.1154
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,8192,4,0.1275
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,2048,4,0.1223
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,3072,4,0.1158
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,6144,4,0.1262
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,1536,4,0.1193
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,2048,4,0.1108
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,4096,4,0.1242
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,1024,4,0.1153
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,1536,4,0.1089
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,3072,4,0.1238
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,1024,4,0.1079
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,512,4,0.1115
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,4096,4,0.1706
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,512,4,0.1055
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,2048,4,0.1176
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,256,4,0.1102
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,256,4,0.1064
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,128,4,0.1098
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,1536,4,0.1161
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,3072,4,0.1688
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,128,4,0.1061
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,64,4,0.1099
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,1024,4,0.1149
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,64,4,0.1052
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,2048,4,0.1608
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,32,4,0.1083
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,512,4,0.1048
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,32,4,0.0994
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,256,4,0.1028
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,1536,4,0.1531
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,16,4,0.1078
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,16,4,0.0991
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,128,4,0.1030
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,8,4,0.1085
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,1024,4,0.1472
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,8,4,0.0993
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,64,4,0.1032
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,4,4,0.1087
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,4,4,0.0995
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,512,4,0.1398
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,32,4,0.1009
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,1,4,0.1056
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,1,4,0.0967
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,16,4,0.1007
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,256,4,0.1363
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,8,4,0.1013
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,128,4,0.1360
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,4,4,0.1010
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,64,4,0.1364
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,1,4,0.0987
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,32,4,0.1327
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,16,4,0.1330
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,8,4,0.1322
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,4,4,0.1327
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,1,4,0.1286
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,2048,4,0.2453
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,1048575,4,0.3025
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,524288,4,0.2079
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,2,1024,4,0.3219
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,1536,4,0.2311
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,262144,4,0.1624
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,131072,4,0.1393
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,65536,4,0.1268
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,1024,4,0.2210
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,2,512,4,0.2986
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,262144,4,0.1682
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,32768,4,0.1211
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,131072,4,0.1417
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,512,4,0.1980
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,16384,4,0.1046
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,65536,4,0.1279
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,2,256,4,0.2878
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,12288,4,0.1026
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,256,4,0.1916
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,32768,4,0.1208
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,10240,4,0.1015
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,128,4,0.1926
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,2,128,4,0.2877
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,16384,4,0.1045
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,8192,4,0.1010
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,64,4,0.1908
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,12288,4,0.1020
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,6144,4,0.1003
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,2,64,4,0.2869
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,10240,4,0.1012
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,4096,4,0.0990
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,32,4,0.1836
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,2,32,4,0.2758
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,8192,4,0.1007
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,3072,4,0.0988
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,16,4,0.1825
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,6144,4,0.0997
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,2,16,4,0.2738
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,2048,4,0.0941
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,8,4,0.1836
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,4096,4,0.0987
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,1536,4,0.0928
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,2,8,4,0.2723
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,4,4,0.1827
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,3072,4,0.0985
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,1024,4,0.0924
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,1,4,0.1777
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,2,4,4,0.2724
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,2048,4,0.0925
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,512,4,0.0922
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,2,1,4,0.2648
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,1536,4,0.0927
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,256,4,0.0910
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,1024,4,0.0914
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,128,4,0.0909
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,512,4,0.0907
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,64,4,0.0920
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,32,4,0.0904
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,256,4,0.0907
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,16,4,0.0907
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,128,4,0.0903
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,8,4,0.0910
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,64,4,0.0905
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,4,4,0.0909
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,32,4,0.0897
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,1,4,0.0891
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,16,4,0.0903
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,8,4,0.0899
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,4,4,0.0899
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,1,4,0.0882
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,131072,4,0.1440
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,65536,4,0.1314
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,65536,4,0.1384
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,32768,4,0.1233
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,32768,4,0.1300
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,16384,4,0.1068
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,16384,4,0.1130
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,12288,4,0.1049
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,12288,4,0.1107
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,10240,4,0.1031
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,10240,4,0.1092
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,8192,4,0.1029
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,8192,4,0.1072
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,32768,4,0.1287
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,6144,4,0.1021
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,6144,4,0.1075
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,16384,4,0.1112
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,4096,4,0.1008
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,4096,4,0.1066
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,12288,4,0.1087
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,3072,4,0.1009
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,3072,4,0.1051
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,10240,4,0.1074
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,2048,4,0.0944
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,2048,4,0.1010
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,16384,4,0.1155
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,1536,4,0.0944
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,8192,4,0.1067
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,1536,4,0.0993
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,12288,4,0.1129
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,1024,4,0.0927
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,6144,4,0.1048
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,1024,4,0.0983
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,10240,4,0.1122
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,512,4,0.0922
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,4096,4,0.1049
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,512,4,0.0968
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,256,4,0.0912
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,8192,4,0.1109
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,3072,4,0.1034
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,256,4,0.0958
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,128,4,0.0914
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,128,4,0.0958
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,2048,4,0.0986
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,6144,4,0.1092
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,64,4,0.0918
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,64,4,0.0961
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,1536,4,0.0968
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,4096,4,0.1069
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,32,4,0.0905
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,32,4,0.0948
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,1024,4,0.0957
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,3072,4,0.1075
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,16,4,0.0907
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,16,4,0.0949
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,512,4,0.0956
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,2048,4,0.1017
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,8,4,0.0906
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,8,4,0.0945
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,256,4,0.0945
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,1536,4,0.1011
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,4,4,0.0907
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,4,4,0.0947
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,128,4,0.0946
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,1024,4,0.0988
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,1,4,0.0889
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,1,4,0.0927
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,64,4,0.0945
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,512,4,0.0967
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,32,4,0.0930
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,256,4,0.0954
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,16,4,0.0941
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,128,4,0.0967
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,8,4,0.0937
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,64,4,0.0951
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,4,4,0.0927
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,32,4,0.0890
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,1,4,0.0921
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,16,4,0.0885
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,8,4,0.0887
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,4,4,0.0895
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,1,4,0.0866
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,16384,4,0.1268
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,6144,4,0.1229
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,12288,4,0.1238
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,4096,4,0.1207
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,10240,4,0.1217
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,3072,4,0.1193
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,8192,4,0.1211
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,2048,4,0.1134
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,4096,4,0.1552
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,6144,4,0.1192
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,1536,4,0.1099
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,4096,4,0.1170
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,1024,4,0.1064
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,3072,4,0.1539
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,3072,4,0.1169
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,512,4,0.1017
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,2048,4,0.1111
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,256,4,0.1008
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,2048,4,0.1454
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,2048,4,0.2246
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,1536,4,0.1098
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,128,4,0.1006
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,1536,4,0.1389
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,1024,4,0.1073
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,64,4,0.1006
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,512,4,0.0966
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,1024,4,0.1325
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,32,4,0.0982
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,1536,4,0.2118
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,256,4,0.0952
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,16,4,0.0974
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,512,4,0.1256
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,128,4,0.0952
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,8,4,0.0970
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,256,4,0.1215
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,1024,4,0.2013
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,64,4,0.0950
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,4,4,0.0984
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,128,4,0.1220
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,32,4,0.0938
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,1,4,0.0953
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,512,4,0.1788
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,64,4,0.1211
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,16,4,0.0936
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,32,4,0.1183
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,256,4,0.1734
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,8,4,0.0937
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,16,4,0.1173
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,4,4,0.0932
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,128,4,0.1728
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,8,4,0.1173
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,1,4,0.0911
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,64,4,0.1719
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,4,4,0.1180
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,32,4,0.1652
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,1,4,0.1147
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,16,4,0.1640
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,8,4,0.1641
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,4,4,0.1639
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,1,4,0.1583
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,1048575,4,0.3004
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,4,1024,4,0.2847
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,524288,4,0.1993
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,262144,4,0.1536
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,262144,4,0.1501
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,131072,4,0.1256
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,131072,4,0.1275
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,65536,4,0.1135
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,32768,4,0.1066
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,4,512,4,0.2619
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,65536,4,0.1139
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,16384,4,0.0903
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,131072,4,0.1330
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,12288,4,0.0885
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,65536,4,0.1171
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,32768,4,0.1070
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,10240,4,0.0868
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,32768,4,0.1081
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,4,256,4,0.2513
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,16384,4,0.0909
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,8192,4,0.0868
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,16384,4,0.0908
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,6144,4,0.0854
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,12288,4,0.0888
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,12288,4,0.0885
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,4,128,4,0.2507
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,4096,4,0.0849
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,10240,4,0.0888
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,10240,4,0.0888
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,3072,4,0.0847
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,8192,4,0.0864
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,8192,4,0.0867
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,4,64,4,0.2500
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,2048,4,0.0790
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,6144,4,0.0859
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,6144,4,0.0855
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,1536,4,0.0787
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,4096,4,0.0847
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,4,32,4,0.2392
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,4096,4,0.0849
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,1024,4,0.0786
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,3072,4,0.0846
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,512,4,0.0764
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,3072,4,0.0842
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,4,16,4,0.2366
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,2048,4,0.0791
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,256,4,0.0764
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,1536,4,0.0777
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,2048,4,0.0789
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,4,8,4,0.2356
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,128,4,0.0763
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,1024,4,0.0764
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,1536,4,0.0784
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,64,4,0.0762
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,512,4,0.0747
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,4,4,4,0.2353
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,1024,4,0.0770
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,32,4,0.0763
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,256,4,0.0743
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,512,4,0.0768
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,16,4,0.0763
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,128,4,0.0743
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,4,1,4,0.2275
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,256,4,0.0759
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,8,4,0.0757
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,64,4,0.0741
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,128,4,0.0761
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,4,4,0.0761
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,32,4,0.0741
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,64,4,0.0762
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,1,4,0.0740
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,16,4,0.0724
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,32,4,0.0743
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,8,4,0.0743
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,16,4,0.0753
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,4,4,0.0726
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,8,4,0.0743
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,1,4,0.0722
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,4,4,0.0744
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,1,4,0.0738
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,32768,4,0.1234
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,16384,4,0.1042
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,12288,4,0.1009
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,65536,4,0.1238
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,10240,4,0.1004
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,32768,4,0.1152
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,8192,4,0.0986
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,16384,4,0.0968
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,6144,4,0.0971
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,4096,4,0.0963
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,16384,4,0.1091
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,12288,4,0.0947
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,3072,4,0.0947
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,10240,4,0.0936
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,12288,4,0.1055
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,2048,4,0.0890
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,16384,4,0.1200
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,8192,4,0.0909
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,1536,4,0.0868
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,10240,4,0.1049
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,1024,4,0.0848
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,6144,4,0.0919
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,12288,4,0.1176
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,8192,4,0.1029
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,512,4,0.0856
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,4096,4,0.0905
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,6144,4,0.1008
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,256,4,0.0826
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,10240,4,0.1153
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,3072,4,0.0887
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,128,4,0.0825
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,4096,4,0.0994
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,8192,4,0.1138
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,64,4,0.0825
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,2048,4,0.0847
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,3072,4,0.0999
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,32,4,0.0819
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,1536,4,0.0825
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,6144,4,0.1129
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,16,4,0.0824
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,2048,4,0.0941
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,1024,4,0.0794
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,8,4,0.0823
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,4096,4,0.1114
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,1536,4,0.0928
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,512,4,0.0780
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,4,4,0.0815
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,3072,4,0.1113
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,1024,4,0.0886
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,1,4,0.0796
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,256,4,0.0776
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,2048,4,0.1052
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,512,4,0.0863
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,128,4,0.0769
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,256,4,0.0848
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,1536,4,0.1033
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,64,4,0.0765
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,128,4,0.0865
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,1024,4,0.1010
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,32,4,0.0758
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,64,4,0.0842
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,16,4,0.0755
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,512,4,0.0869
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,32,4,0.0762
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,8,4,0.0754
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,256,4,0.0845
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,16,4,0.0743
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,4,4,0.0757
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,128,4,0.0844
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,8,4,0.0741
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,1,4,0.0739
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,64,4,0.0819
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,4,4,0.0746
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,32,4,0.0805
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,1,4,0.0726
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,16,4,0.0804
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,8,4,0.0788
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,4,4,0.0785
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,1,4,0.0767
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,6144,4,0.1169
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,4096,4,0.1150
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,3072,4,0.1138
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,2048,4,0.1073
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,1536,4,0.1048
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,1024,4,0.1008
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,512,4,0.0956
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,256,4,0.0942
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,128,4,0.0931
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,64,4,0.0911
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,4096,4,0.1471
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,32,4,0.0894
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,16,4,0.0885
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,2048,4,0.2075
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,3072,4,0.1450
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,8,4,0.0884
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,4,4,0.0879
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,2048,4,0.1378
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,1,4,0.0844
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,1536,4,0.1952
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,1536,4,0.1306
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,1024,4,0.1852
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,8,1024,4,0.2616
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,1024,4,0.1242
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,512,4,0.1171
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,512,4,0.1626
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,256,4,0.1134
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,256,4,0.1566
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,8,512,4,0.2398
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,128,4,0.1136
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,128,4,0.1575
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,64,4,0.1131
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,64,4,0.1566
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,8,256,4,0.2288
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,32,4,0.1091
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,32,4,0.1482
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,16,4,0.1098
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,8,128,4,0.2283
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,8,4,0.1089
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,16,4,0.1478
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,4,4,0.1088
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,8,4,0.1477
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,8,64,4,0.2281
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,1,4,0.1056
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,4,4,0.1477
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,8,32,4,0.2165
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,1,4,0.1436
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,8,16,4,0.2152
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,8,8,4,0.2144
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,8,4,4,0.2132
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,8,1,4,0.2066
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,1048575,4,0.3292
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,524288,4,0.2327
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,262144,4,0.1866
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,131072,4,0.1636
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,65536,4,0.1517
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,32768,4,0.1448
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,16384,4,0.1275
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,12288,4,0.1261
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,10240,4,0.1259
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,8192,4,0.1255
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,6144,4,0.1240
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,4096,4,0.1225
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,3072,4,0.1231
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,2048,4,0.1176
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,1536,4,0.1177
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,262144,4,0.1902
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,1024,4,0.1164
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,512,4,0.1158
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,131072,4,0.1679
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,131072,4,0.1660
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,256,4,0.1156
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,65536,4,0.1527
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,65536,4,0.1542
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,128,4,0.1154
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,32768,4,0.1456
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,32768,4,0.1467
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,64,4,0.1153
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,65536,4,0.1589
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,16384,4,0.1299
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,16384,4,0.1305
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,32,4,0.1153
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,12288,4,0.1280
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,12288,4,0.1292
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,32768,4,0.1516
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,16,4,0.1156
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,10240,4,0.1276
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,10240,4,0.1277
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,16384,4,0.1344
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,8,4,0.1155
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,8192,4,0.1270
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,12288,4,0.1328
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,4,4,0.1157
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,8192,4,0.1269
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,6144,4,0.1268
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,10240,4,0.1326
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,6144,4,0.1258
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,1,4,0.1131
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,4096,4,0.1254
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,8192,4,0.1308
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,4096,4,0.1248
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,3072,4,0.1255
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,6144,4,0.1305
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,3072,4,0.1241
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,2048,4,0.1205
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,4096,4,0.1294
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,2048,4,0.1197
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,1536,4,0.1193
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,3072,4,0.1289
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,1536,4,0.1190
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,1024,4,0.1180
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,2048,4,0.1239
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,1024,4,0.1178
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,512,4,0.1172
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,1536,4,0.1223
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,512,4,0.1166
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,256,4,0.1170
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,1024,4,0.1217
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,256,4,0.1169
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,128,4,0.1165
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,128,4,0.1160
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,512,4,0.1208
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,64,4,0.1160
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,256,4,0.1204
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,64,4,0.1166
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,32,4,0.1154
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,128,4,0.1198
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,32,4,0.1164
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,16,4,0.1154
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,64,4,0.1204
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,16,4,0.1163
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,8,4,0.1155
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,32,4,0.1193
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,8,4,0.1159
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,4,4,0.1159
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,16,4,0.1195
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,4,4,0.1161
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,1,4,0.1136
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,8,4,0.1194
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,1,4,0.1141
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,4,4,0.1195
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,1,4,0.1178
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,32768,4,0.1562
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,16384,4,0.1389
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,12288,4,0.1364
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,10240,4,0.1354
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,8192,4,0.1343
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,6144,4,0.1338
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,4096,4,0.1321
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,3072,4,0.1328
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,2048,4,0.1270
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,1536,4,0.1265
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,1024,4,0.1251
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,512,4,0.1247
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,256,4,0.1236
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,128,4,0.1239
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,64,4,0.1235
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,32,4,0.1229
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,16,4,0.1231
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,8,4,0.1232
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,4,4,0.1235
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,1,4,0.1208
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,16384,4,0.1422
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,12288,4,0.1402
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,1,6144,4,0.1580
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,10240,4,0.1389
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,1,4096,4,0.1544
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,8192,4,0.1377
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,16384,4,0.1551
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,1,3072,4,0.1535
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,6144,4,0.1359
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,1,2048,4,0.1480
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,4096,4,0.1348
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,12288,4,0.1519
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,1,1536,4,0.1440
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,3072,4,0.1355
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,1,1024,4,0.1401
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,2048,4,0.1294
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,10240,4,0.1503
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,1,512,4,0.1374
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,1536,4,0.1285
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,1,256,4,0.1353
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,1024,4,0.1267
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,1,128,4,0.1353
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,8192,4,0.1481
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,512,4,0.1252
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,1,64,4,0.1349
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,256,4,0.1253
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,1,32,4,0.1332
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,6144,4,0.1466
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,128,4,0.1245
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,1,16,4,0.1335
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,64,4,0.1254
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,1,8,4,0.1336
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,4096,4,0.1448
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,32,4,0.1189
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,1,4,4,0.1336
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,16,4,0.1185
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,1,1,4,0.1315
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,3072,4,0.1443
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,8,4,0.1185
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,4,4,0.1191
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,2048,4,0.1387
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,1,4,0.1169
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,1536,4,0.1370
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,1024,4,0.1358
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,512,4,0.1257
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,256,4,0.1243
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,128,4,0.1232
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,64,4,0.1237
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,32,4,0.1220
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,16,4,0.1224
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,8,4,0.1225
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,4,4,0.1229
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,1,4,0.1207
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,1,4096,4,0.2056
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,1,3072,4,0.2031
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,1,2048,4,0.1951
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,1,1536,4,0.1889
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,1,1024,4,0.1806
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,1,512,4,0.1739
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,1,256,4,0.1696
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,1,128,4,0.1691
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,1,64,4,0.1688
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,1,32,4,0.1648
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,1,16,4,0.1648
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,1,8,4,0.1645
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,1,4,4,0.1650
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,1,1,4,0.1615
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,1,2048,4,0.2949
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,1,1536,4,0.2813
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,1,1024,4,0.4023
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,1,1024,4,0.2700
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,1,512,4,0.2477
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,1,512,4,0.3789
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,1,256,4,0.2420
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,1,256,4,0.3676
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,1,128,4,0.2417
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,1,64,4,0.2405
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,1,128,4,0.3682
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,1,32,4,0.2332
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,1,64,4,0.3671
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,1,16,4,0.2325
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,1,32,4,0.3554
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,1,8,4,0.2310
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,1,4,4,0.2321
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,1,16,4,0.3535
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,1,1,4,0.2273
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,1,8,4,0.3514
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,1,4,4,0.3513
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,1,1,4,0.3447
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,1048575,4,0.3126
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,524288,4,0.2190
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,262144,4,0.1722
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,131072,4,0.1500
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,65536,4,0.1369
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,32768,4,0.1315
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,16384,4,0.1153
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,12288,4,0.1134
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,10240,4,0.1126
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,8192,4,0.1117
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,6144,4,0.1111
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,4096,4,0.1094
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,3072,4,0.1096
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,2048,4,0.1041
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,1536,4,0.1036
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,1024,4,0.1027
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,262144,4,0.1848
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,512,4,0.1030
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,256,4,0.1027
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,131072,4,0.1594
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,128,4,0.1010
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,64,4,0.1010
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,32,4,0.1012
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,65536,4,0.1462
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,16,4,0.1010
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,8,4,0.1008
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,32768,4,0.1399
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,16384,4,0.1223
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,4,4,0.1019
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,12288,4,0.1214
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,1,4,0.1002
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,10240,4,0.1196
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,8192,4,0.1194
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,6144,4,0.1190
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,4096,4,0.1173
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,3072,4,0.1173
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,2048,4,0.1125
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,1536,4,0.1112
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,1024,4,0.1113
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,512,4,0.1092
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,256,4,0.1090
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,128,4,0.1086
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,64,4,0.1092
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,32,4,0.1081
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,16,4,0.1083
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,8,4,0.1087
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,4,4,0.1088
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,1,4,0.1069
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,2,131072,4,0.1614
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,2,65536,4,0.1480
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,2,32768,4,0.1397
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,2,65536,4,0.1499
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,2,16384,4,0.1236
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,2,32768,4,0.1417
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,2,12288,4,0.1223
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,2,16384,4,0.1250
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,2,10240,4,0.1206
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,2,12288,4,0.1235
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,2,8192,4,0.1200
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,2,10240,4,0.1220
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,2,6144,4,0.1196
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,2,8192,4,0.1211
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,2,4096,4,0.1179
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,2,6144,4,0.1199
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,2,3072,4,0.1175
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,2,4096,4,0.1194
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,2,2048,4,0.1128
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,2,3072,4,0.1188
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,2,1536,4,0.1117
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,2,2048,4,0.1136
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,2,1024,4,0.1094
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,2,1536,4,0.1123
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,2,512,4,0.1096
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,2,1024,4,0.1110
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,2,256,4,0.1093
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,2,512,4,0.1091
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,2,128,4,0.1093
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,2,256,4,0.1093
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,2,64,4,0.1086
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,2,128,4,0.1081
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,2,32,4,0.1075
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,2,64,4,0.1084
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,2,16,4,0.1079
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,2,32,4,0.1072
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,2,8,4,0.1082
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,2,16,4,0.1083
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,2,4,4,0.1082
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,2,8,4,0.1070
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,2,1,4,0.1051
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,2,4,4,0.1072
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,2,1,4,0.1064
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,2,32768,4,0.1443
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,2,16384,4,0.1265
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,2,12288,4,0.1241
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,2,10240,4,0.1234
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,2,8192,4,0.1216
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,2,6144,4,0.1212
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,2,4096,4,0.1202
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,2,3072,4,0.1205
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,2,16384,4,0.1334
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,2,2048,4,0.1149
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,2,1536,4,0.1137
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,2,12288,4,0.1314
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,2,1024,4,0.1125
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,2,10240,4,0.1302
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,2,512,4,0.1111
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,2,8192,4,0.1287
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,2,256,4,0.1094
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,2,6144,4,0.1278
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,2,128,4,0.1104
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,2,4096,4,0.1257
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,2,64,4,0.1096
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,2,3072,4,0.1257
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,2,32,4,0.1086
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,2,2048,4,0.1205
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,2,16,4,0.1089
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,2,1536,4,0.1194
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,2,8,4,0.1088
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,2,1024,4,0.1178
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,2,4,4,0.1091
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,2,512,4,0.1155
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,2,1,4,0.1068
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,2,256,4,0.1158
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,2,128,4,0.1154
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,2,64,4,0.1157
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,2,32,4,0.1089
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,2,16,4,0.1087
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,2,8,4,0.1080
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,2,4,4,0.1092
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,2,1,4,0.1069
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,2,16384,4,0.1440
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,2,6144,4,0.1416
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,2,12288,4,0.1410
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,2,4096,4,0.1393
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,2,10240,4,0.1401
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,2,3072,4,0.1380
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,2,8192,4,0.1377
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,2,2048,4,0.1321
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,2,6144,4,0.1369
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,2,1536,4,0.1288
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,2,4096,4,0.1341
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,2,1024,4,0.1254
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,2,3072,4,0.1341
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,2,512,4,0.1212
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,2,2048,4,0.1288
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,2,256,4,0.1193
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,2,1536,4,0.1269
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,2,128,4,0.1197
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,2,1024,4,0.1250
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,2,64,4,0.1192
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,2,512,4,0.1147
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,2,32,4,0.1175
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,2,256,4,0.1129
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,2,16,4,0.1180
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,2,128,4,0.1118
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,2,8,4,0.1176
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,2,64,4,0.1122
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,2,4,4,0.1174
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,2,32,4,0.1104
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,2,1,4,0.1151
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,2,16,4,0.1106
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,2,8,4,0.1100
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,2,4,4,0.1092
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,2,1,4,0.1082
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,2,4096,4,0.1827
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,2,3072,4,0.1801
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,2,2048,4,0.1723
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,2,1536,4,0.1658
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,2,1024,4,0.1579
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,2,2048,4,0.2577
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,2,512,4,0.1516
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,2,256,4,0.1477
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,2,1536,4,0.2445
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,2,128,4,0.1476
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,2,64,4,0.1473
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,2,1024,4,0.2341
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,2,32,4,0.1434
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,2,16,4,0.1438
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,2,512,4,0.2114
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,2,8,4,0.1430
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,2,4,4,0.1436
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,2,256,4,0.2045
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,2,1,4,0.1399
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,2,128,4,0.2049
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,2,64,4,0.2035
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,2,32,4,0.1973
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,2,16,4,0.1964
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,2,8,4,0.1962
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,2,4,4,0.1965
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,2,1,4,0.1919
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,1048575,4,0.3084
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,2,1024,4,0.3310
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,524288,4,0.2086
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,262144,4,0.1621
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,2,512,4,0.3081
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,131072,4,0.1395
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,65536,4,0.1262
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,32768,4,0.1200
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,2,256,4,0.2984
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,16384,4,0.1031
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,12288,4,0.1027
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,2,128,4,0.2983
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,10240,4,0.1012
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,2,64,4,0.2971
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,8192,4,0.1008
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,6144,4,0.0997
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,2,32,4,0.2845
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,4096,4,0.0987
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,2,16,4,0.2824
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,3072,4,0.0988
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,2,8,4,0.2811
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,2048,4,0.0927
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,1536,4,0.0928
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,2,4,4,0.2802
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,1024,4,0.0920
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,2,1,4,0.2730
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,512,4,0.0907
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,256,4,0.0905
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,128,4,0.0906
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,262144,4,0.1680
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,64,4,0.0905
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,131072,4,0.1417
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,32,4,0.0906
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,65536,4,0.1285
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,16,4,0.0905
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,32768,4,0.1209
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,8,4,0.0905
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,16384,4,0.1047
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,4,4,0.0903
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,12288,4,0.1030
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,1,4,0.0883
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,10240,4,0.1027
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,4,131072,4,0.1513
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,8192,4,0.1009
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,4,65536,4,0.1356
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,6144,4,0.1009
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,4,32768,4,0.1275
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,4096,4,0.0995
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,4,16384,4,0.1111
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,3072,4,0.0992
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,4,12288,4,0.1092
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,2048,4,0.0948
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,1536,4,0.0933
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,4,10240,4,0.1081
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,1024,4,0.0926
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,4,8192,4,0.1069
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,512,4,0.0911
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,4,6144,4,0.1068
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,256,4,0.0912
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,4,4096,4,0.1053
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,128,4,0.0906
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,4,3072,4,0.1049
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,64,4,0.0904
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,4,2048,4,0.1001
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,32,4,0.0906
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,4,1536,4,0.0989
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,16,4,0.0905
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,4,1024,4,0.0980
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,8,4,0.0907
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,4,512,4,0.0966
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,4,4,0.0906
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,4,256,4,0.0964
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,1,4,0.0892
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,4,128,4,0.0964
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,4,64,4,0.0951
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,4,32,4,0.0951
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,4,16,4,0.0957
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,4,8,4,0.0948
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,4,4,4,0.0959
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,4,1,4,0.0944
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,4,65536,4,0.1402
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,4,32768,4,0.1315
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,4,16384,4,0.1136
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,4,12288,4,0.1109
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,4,10240,4,0.1110
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,4,8192,4,0.1089
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,4,6144,4,0.1082
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,4,4096,4,0.1073
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,4,3072,4,0.1069
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,4,32768,4,0.1354
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,4,2048,4,0.1013
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,4,16384,4,0.1152
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,4,1536,4,0.0988
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,4,12288,4,0.1133
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,4,1024,4,0.0977
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,4,512,4,0.0963
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,4,10240,4,0.1128
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,4,256,4,0.0948
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,4,8192,4,0.1088
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,4,128,4,0.0932
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,4,6144,4,0.1090
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,4,64,4,0.0944
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,4,4096,4,0.1089
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,4,32,4,0.0927
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,4,3072,4,0.1089
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,4,16,4,0.0927
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,4,2048,4,0.1030
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,4,8,4,0.0927
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,4,1536,4,0.1017
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,4,4,4,0.0926
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,4,1024,4,0.0993
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,4,1,4,0.0919
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,4,512,4,0.0990
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,4,256,4,0.0968
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,4,128,4,0.0972
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,4,64,4,0.0967
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,4,16384,4,0.1254
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,4,32,4,0.0957
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,4,16,4,0.0947
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,4,12288,4,0.1233
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,4,8,4,0.0947
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,4,10240,4,0.1225
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,4,4,4,0.0946
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,4,8192,4,0.1201
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,4,1,4,0.0928
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,4,6144,4,0.1194
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,4,16384,4,0.1387
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,4,4096,4,0.1171
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,4,3072,4,0.1173
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,4,12288,4,0.1357
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,4,2048,4,0.1114
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,4,10240,4,0.1340
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,4,1536,4,0.1101
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,4,8192,4,0.1321
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,4,1024,4,0.1071
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,4,512,4,0.1049
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,4,6144,4,0.1311
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,4,256,4,0.1033
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,4,4096,4,0.1290
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,4,128,4,0.1028
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,4,3072,4,0.1290
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,4,64,4,0.1027
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,4,2048,4,0.1233
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,4,32,4,0.0947
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,4,1536,4,0.1212
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,4,16,4,0.0948
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,4,1024,4,0.1193
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,4,8,4,0.0946
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,4,512,4,0.1052
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,4,4,4,0.0947
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,4,256,4,0.1032
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,4,1,4,0.0928
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,4,128,4,0.1028
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,4,64,4,0.1028
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,4,32,4,0.1003
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,4,16,4,0.1002
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,4,8,4,0.0993
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,4,4,4,0.1003
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,4,1,4,0.0983
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,4,6144,4,0.1346
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,4,4096,4,0.1313
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,4,3072,4,0.1312
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,4,2048,4,0.1252
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,4,1536,4,0.1211
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,4,1024,4,0.1172
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,4,512,4,0.1134
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,4,4096,4,0.1692
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,4,256,4,0.1121
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,4,128,4,0.1111
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,4,3072,4,0.1668
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,4,64,4,0.1109
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,4,32,4,0.1081
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,4,2048,4,0.1590
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,4,16,4,0.1069
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,4,1536,4,0.1522
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,4,8,4,0.1067
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,4,4,4,0.1071
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,4,1024,4,0.1450
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,4,1,4,0.1047
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,4,512,4,0.1390
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,4,256,4,0.1343
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,4,128,4,0.1348
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,4,64,4,0.1343
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,4,32,4,0.1305
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,4,16,4,0.1308
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,4,8,4,0.1294
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,4,2048,4,0.2375
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,4,4,4,0.1300
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,4,1,4,0.1263
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,4,1536,4,0.2237
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,4,1024,4,0.2132
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,4,512,4,0.1922
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,4,1024,4,0.2969
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,4,256,4,0.1848
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,4,128,4,0.1855
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,4,64,4,0.1843
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,4,512,4,0.2730
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,4,32,4,0.1767
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,4,16,4,0.1756
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,4,256,4,0.2621
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,4,8,4,0.1762
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,4,4,4,0.1747
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,4,128,4,0.2617
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,4,1,4,0.1705
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,4,64,4,0.2609
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,4,32,4,0.2489
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,4,16,4,0.2480
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,4,8,4,0.2463
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,4,4,4,0.2452
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,4,1,4,0.2382
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,1048575,4,0.2974
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,524288,4,0.2011
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,262144,4,0.1541
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,131072,4,0.1314
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,65536,4,0.1179
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,32768,4,0.1123
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,16384,4,0.0964
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,12288,4,0.0946
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,10240,4,0.0935
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,262144,4,0.1600
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,8192,4,0.0927
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,131072,4,0.1372
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,6144,4,0.0927
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,65536,4,0.1235
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,4096,4,0.0906
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,32768,4,0.1170
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,3072,4,0.0907
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,16384,4,0.1008
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,2048,4,0.0857
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,12288,4,0.0989
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,1536,4,0.0845
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,10240,4,0.0986
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,1024,4,0.0844
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,8192,4,0.0975
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,512,4,0.0825
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,6144,4,0.0968
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,256,4,0.0825
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,4096,4,0.0953
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,128,4,0.0828
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,3072,4,0.0947
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,64,4,0.0825
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,2048,4,0.0905
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,32,4,0.0822
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,1536,4,0.0902
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,16,4,0.0823
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,1024,4,0.0870
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,8,4,0.0822
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,512,4,0.0865
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,8,131072,4,0.1385
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,4,4,0.0823
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,256,4,0.0863
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,8,65536,4,0.1242
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,1,4,0.0804
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,128,4,0.0866
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,8,32768,4,0.1172
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,64,4,0.0865
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,8,16384,4,0.0992
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,32,4,0.0853
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,8,12288,4,0.0985
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,16,4,0.0847
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,8,4,0.0845
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,8,10240,4,0.0966
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,8,65536,4,0.1339
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,4,4,0.0845
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,8,8192,4,0.0966
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,1,4,0.0840
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,8,32768,4,0.1248
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,8,6144,4,0.0964
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,8,16384,4,0.1066
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,8,4096,4,0.0947
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,8,12288,4,0.1049
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,8,3072,4,0.0946
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,8,2048,4,0.0908
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,8,10240,4,0.1040
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,8,1536,4,0.0884
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,8,8192,4,0.1008
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,8,1024,4,0.0871
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,8,6144,4,0.1007
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,8,512,4,0.0866
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,8,4096,4,0.1008
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,8,256,4,0.0845
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,8,3072,4,0.0996
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,8,128,4,0.0845
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,8,2048,4,0.0945
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,8,64,4,0.0844
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,8,1536,4,0.0926
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,8,32,4,0.0838
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,8,1024,4,0.0925
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,8,16,4,0.0834
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,8,512,4,0.0905
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,8,8,4,0.0824
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,8,256,4,0.0904
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,8,4,4,0.0829
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,8,128,4,0.0897
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,8,1,4,0.0823
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,8,64,4,0.0891
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,8,32,4,0.0884
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,8,16,4,0.0892
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,8,8,4,0.0884
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,8,4,4,0.0883
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,8,1,4,0.0865
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,8,32768,4,0.1299
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,8,16384,4,0.1107
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,8,12288,4,0.1087
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,8,10240,4,0.1073
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,8,8192,4,0.1060
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,8,6144,4,0.1047
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,8,4096,4,0.1028
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,8,16384,4,0.1195
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,8,3072,4,0.1037
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,8,12288,4,0.1170
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,8,2048,4,0.0981
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,8,10240,4,0.1153
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,8,1536,4,0.0965
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,8,8192,4,0.1133
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,8,1024,4,0.0959
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,8,6144,4,0.1127
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,8,512,4,0.0925
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,8,4096,4,0.1103
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,8,256,4,0.0925
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,8,128,4,0.0926
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,8,3072,4,0.1100
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,8,64,4,0.0926
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,8,2048,4,0.1036
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,8,32,4,0.0909
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,8,1536,4,0.1028
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,8,16,4,0.0907
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,8,1024,4,0.1008
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,8,8,4,0.0907
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,8,512,4,0.0982
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,8,4,4,0.0916
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,8,256,4,0.0987
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,8,128,4,0.0970
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,8,1,4,0.0901
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,8,64,4,0.0967
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,8,16384,4,0.1322
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,8,32,4,0.0885
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,8,12288,4,0.1292
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,8,16,4,0.0886
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,8,8,4,0.0877
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,8,10240,4,0.1272
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,8,4,4,0.0883
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,8,6144,4,0.1295
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,8,8192,4,0.1257
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,8,1,4,0.0865
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,8,4096,4,0.1274
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,8,6144,4,0.1235
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,8,3072,4,0.1259
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,8,4096,4,0.1212
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,8,3072,4,0.1214
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,8,2048,4,0.1197
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,8,2048,4,0.1174
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,8,1536,4,0.1163
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,8,1536,4,0.1132
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,8,1024,4,0.1110
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,8,1024,4,0.1106
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,8,512,4,0.1079
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,8,512,4,0.0981
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,8,256,4,0.1042
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,8,256,4,0.0947
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,8,128,4,0.1045
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,8,128,4,0.0949
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,8,64,4,0.1031
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,8,64,4,0.0945
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,8,32,4,0.1008
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,8,32,4,0.0925
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,8,16,4,0.1006
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,8,16,4,0.0906
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,8,8,4,0.0989
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,8,8,4,0.0920
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,8,4,4,0.1007
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,8,4,4,0.0907
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,8,1,4,0.0966
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,8,1,4,0.0899
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,8,4096,4,0.1620
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,8,3072,4,0.1602
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,8,2048,4,0.1524
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,8,1536,4,0.1463
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,8,2048,4,0.2238
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,8,1024,4,0.1384
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,8,512,4,0.1313
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,8,1536,4,0.2096
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,8,256,4,0.1276
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,8,128,4,0.1273
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,8,1024,4,0.1987
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,8,64,4,0.1265
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,8,512,4,0.1778
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,8,32,4,0.1217
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,8,16,4,0.1193
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,8,256,4,0.1719
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,8,8,4,0.1199
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,8,128,4,0.1708
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,8,4,4,0.1192
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,8,64,4,0.1706
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,8,1,4,0.1158
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,8,32,4,0.1626
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,8,16,4,0.1621
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,8,8,4,0.1621
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,8,4,4,0.1621
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,8,1,4,0.1573
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,8,1024,4,0.2756
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,8,512,4,0.2521
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,8,256,4,0.2407
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,8,128,4,0.2408
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,8,64,4,0.2404
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,8,32,4,0.2281
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,8,16,4,0.2270
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,8,8,4,0.2249
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,8,4,4,0.2257
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,8,1,4,0.2172
