framework,version,device,op_name,kernel_source,model,architecture,mla_dtype,kv_cache_dtype,gemm_type,num_heads,batch_size,isl,tp_size,step,compress_ratio,latency
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,8192,1,0,4,3.0690
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1024,1,0,4,2.4460
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,2048,1,0,4,2.6508
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,4096,1,0,4,2.9019
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,512,1,0,4,1.2382
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,6144,1,0,4,2.2805
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1536,1,0,4,1.9498
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,4096,1,0,4,1.4960
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1024,1,0,4,1.2843
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,3072,1,0,4,2.1311
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,2048,1,0,4,1.3881
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1536,1,0,4,1.0265
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,3072,1,0,4,1.1112
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,512,1,0,4,0.6557
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1024,1,0,4,0.6834
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,256,1,0,4,0.6520
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,2048,1,0,4,0.7426
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,256,1,0,4,0.3601
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,512,1,0,4,0.3760
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,128,1,0,4,0.3616
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1536,1,0,4,0.5477
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1024,1,0,4,0.3842
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,128,1,0,4,0.2339
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,256,1,0,4,0.2322
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,64,1,0,4,0.2275
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,512,1,0,4,0.2403
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,64,1,0,4,0.1604
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,256,1,0,4,0.1632
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,128,1,0,4,0.1648
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,32,1,0,4,0.1612
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,32,1,0,4,0.1349
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,128,1,0,4,0.1349
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,64,1,0,4,0.1356
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,16,1,0,4,0.1351
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,16,1,0,4,0.1256
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,8,1,0,4,0.1260
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,64,1,0,4,0.1239
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,32,1,0,4,0.1252
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,8,1,0,4,0.1199
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,4,1,0,4,0.1235
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,16,1,0,4,0.1219
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,4,1,0,4,0.1209
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,0,4,0.1084
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,8,1,0,4,0.1236
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,0,4,0.1107
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,32,1,0,4,0.1194
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,4,1,0,4,0.1211
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,0,4,0.1107
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,16,1,0,4,0.1236
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,8,1,0,4,0.1192
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,4,1,0,4,0.1189
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,0,4,0.1074
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,512,1,0,4,2.3494
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,256,1,0,4,1.2087
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,256,1,0,4,2.3122
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,128,1,0,4,0.6371
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,128,1,0,4,1.2012
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,64,1,0,4,0.3495
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,64,1,0,4,0.6280
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,32,1,0,4,0.2264
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,128,1,0,4,2.3080
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,32,1,0,4,0.3521
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,16,1,0,4,0.1615
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,64,1,0,4,1.1866
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,16,1,0,4,0.2274
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,8,1,0,4,0.1358
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,8,1,0,4,0.1628
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,4,1,0,4,0.1255
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,32,1,0,4,0.6322
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,4,1,0,4,0.1357
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,0,4,0.1140
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,16,1,0,4,0.3526
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,0,4,0.1110
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,8,1,0,4,0.2291
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,64,1,0,4,2.2622
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,4,1,0,4,0.1624
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,32,1,0,4,1.1867
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,0,4,0.1161
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,16,1,0,4,0.6289
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,8,1,0,4,0.3518
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,4,1,0,4,0.2282
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,0,4,0.1258
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,32,1,0,4,2.2754
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,16,1,0,4,2.2885
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,16,1,0,4,1.1905
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,8,1,0,4,1.1965
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,8,1,0,4,0.6290
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,4,1,0,4,0.6360
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,4,1,0,4,0.3516
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,0,4,0.2170
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,8,1,0,4,2.3021
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,0,4,0.1520
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,4,1,0,4,1.2091
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,1,0,4,0.3403
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,8192,2,0,4,2.4368
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,6144,2,0,4,1.7996
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,4096,2,0,4,1.1641
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,3072,2,0,4,0.8634
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,2048,2,0,4,0.5832
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1536,2,0,4,0.4300
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1024,2,0,4,0.3062
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,512,2,0,4,0.2000
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,256,2,0,4,0.1391
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,128,2,0,4,0.1131
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,64,2,0,4,0.1050
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,32,2,0,4,0.1037
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,16,2,0,4,0.1108
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,8,2,0,4,0.1078
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,4,2,0,4,0.1071
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,0,4,0.0962
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,2048,2,0,4,2.0144
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,4096,2,0,4,2.2552
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1536,2,0,4,1.4749
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,3072,2,0,4,1.6450
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1024,2,0,4,0.9547
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,2048,2,0,4,1.0609
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1024,2,0,4,1.8158
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,512,2,0,4,0.4973
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1536,2,0,4,0.7774
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,512,2,0,4,0.9133
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,256,2,0,4,0.2826
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1024,2,0,4,0.5231
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,256,2,0,4,0.4921
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,128,2,0,4,0.1931
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,512,2,0,4,0.2957
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,128,2,0,4,0.2843
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,64,2,0,4,0.1358
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,256,2,0,4,0.1921
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,64,2,0,4,0.1885
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,32,2,0,4,0.1126
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,128,2,0,4,0.1394
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,32,2,0,4,0.1368
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,16,2,0,4,0.1071
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,64,2,0,4,0.1132
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,16,2,0,4,0.1139
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,8,2,0,4,0.1048
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,32,2,0,4,0.1070
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,8,2,0,4,0.1068
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,4,2,0,4,0.1103
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,16,2,0,4,0.1051
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,4,2,0,4,0.1062
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,0,4,0.0970
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,8,2,0,4,0.1108
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,0,4,0.0995
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,4,2,0,4,0.1084
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,0,4,0.0968
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,512,2,0,4,1.7197
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,256,2,0,4,0.8856
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,128,2,0,4,0.4789
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,64,2,0,4,0.2748
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,32,2,0,4,0.1878
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,16,2,0,4,0.1375
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,8,2,0,4,0.1143
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,4,2,0,4,0.1085
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,0,4,0.1023
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,128,2,0,4,1.6500
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,256,2,0,4,1.6584
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,64,2,0,4,0.8528
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,128,2,0,4,0.8674
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,64,2,0,4,1.6109
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,32,2,0,4,0.4695
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,64,2,0,4,0.4650
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,16,2,0,4,0.2742
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,32,2,0,4,0.8492
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,32,2,0,4,0.2723
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,8,2,0,4,0.1881
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,16,2,0,4,0.1857
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,16,2,0,4,0.4687
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,4,2,0,4,0.1382
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,8,2,0,4,0.1361
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,8,2,0,4,0.2738
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,4,2,0,4,0.1136
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,4,2,0,4,0.1872
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,0,4,0.0974
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,0,4,0.0959
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,0,4,0.1033
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,32,2,0,4,1.6250
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,16,2,0,4,0.8535
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,8,2,0,4,0.4714
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,4,2,0,4,0.2758
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,0,4,0.1284
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,8192,4,0,4,2.1149
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,16,2,0,4,1.6345
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,8,2,0,4,1.6352
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,6144,4,0,4,1.5574
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,8,2,0,4,0.8595
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,4096,4,0,4,1.0082
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,4,2,0,4,0.8588
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,4,2,0,4,0.4763
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,3072,4,0,4,0.7476
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,2,0,4,0.2605
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,0,4,0.1765
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,2048,4,0,4,0.5049
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1536,4,0,4,0.3733
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1024,4,0,4,0.2702
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,512,4,0,4,0.1795
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,256,4,0,4,0.1240
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,128,4,0,4,0.1033
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,64,4,0,4,0.0937
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,32,4,0,4,0.0908
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,16,4,0,4,0.0952
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,8,4,0,4,0.0967
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,4,4,0,4,0.0947
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,0,4,0.0853
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,4096,4,0,4,1.9371
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,3072,4,0,4,1.4004
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,2048,4,0,4,0.9056
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1536,4,0,4,0.6583
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1024,4,0,4,0.4425
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,512,4,0,4,0.2584
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,256,4,0,4,0.1709
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,128,4,0,4,0.1253
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,64,4,0,4,0.1047
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,32,4,0,4,0.0968
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,16,4,0,4,0.0947
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,8,4,0,4,0.0987
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,4,4,0,4,0.1019
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,0,4,0.0907
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,2048,4,0,4,1.7035
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1024,4,0,4,1.5011
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1536,4,0,4,1.2281
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,512,4,0,4,0.7622
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1024,4,0,4,0.8018
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,256,4,0,4,0.4131
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,512,4,0,4,0.4186
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,128,4,0,4,0.2473
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,256,4,0,4,0.2484
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,64,4,0,4,0.1671
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,128,4,0,4,0.1740
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,32,4,0,4,0.1227
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,64,4,0,4,0.1217
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,32,4,0,4,0.1028
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,16,4,0,4,0.1032
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,16,4,0,4,0.0951
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,8,4,0,4,0.0967
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,8,4,0,4,0.0930
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,4,4,0,4,0.0947
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,512,4,0,4,1.4082
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,4,4,0,4,0.0980
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,0,4,0.0905
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,256,4,0,4,0.7368
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,0,4,0.0879
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,128,4,0,4,0.4026
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,64,4,0,4,0.2386
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,32,4,0,4,0.1672
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,16,4,0,4,0.1233
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,8,4,0,4,0.1036
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,4,4,0,4,0.0957
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,0,4,0.0890
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,256,4,0,4,1.3570
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,128,4,0,4,0.7233
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,64,4,0,4,0.3890
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,32,4,0,4,0.2379
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,16,4,0,4,0.1671
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,8,4,0,4,0.1232
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,4,4,0,4,0.1035
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,0,4,0.0858
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,128,4,0,4,1.3449
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,64,4,0,4,1.3037
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,64,4,0,4,0.7040
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,32,4,0,4,0.7002
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,32,4,0,4,0.3896
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,16,4,0,4,0.3903
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,16,4,0,4,0.2383
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,8,4,0,4,0.2375
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,8,4,0,4,0.1668
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,4,4,0,4,0.1664
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,4,4,0,4,0.1231
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,0,4,0.0943
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,0,4,0.0884
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,32,4,0,4,1.3153
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,16,4,0,4,0.7045
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,8,4,0,4,0.3940
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,4,4,0,4,0.2404
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,0,4,0.1129
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,16,4,0,4,1.3191
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,8,4,0,4,0.7077
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,4,4,0,4,0.3962
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,0,4,0.1553
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,8,4,0,4,1.3243
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,8192,8,0,4,1.9398
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,4,4,0,4,0.7107
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,6144,8,0,4,1.4203
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,4,0,4,0.2251
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,4096,8,0,4,0.9214
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,3072,8,0,4,0.6827
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,4096,8,0,4,1.7720
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,2048,8,0,4,0.4618
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,3072,8,0,4,1.2697
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1536,8,0,4,0.3412
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1024,8,0,4,0.2469
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,2048,8,0,4,0.8197
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,512,8,0,4,0.1642
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1536,8,0,4,0.5953
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,256,8,0,4,0.1132
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1024,8,0,4,0.4007
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,128,8,0,4,0.0907
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,512,8,0,4,0.2372
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,64,8,0,4,0.0821
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,256,8,0,4,0.1564
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,32,8,0,4,0.0796
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,128,8,0,4,0.1173
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,16,8,0,4,0.0839
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,64,8,0,4,0.0896
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,8,8,0,4,0.0802
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,32,8,0,4,0.0846
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,4,8,0,4,0.0783
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,16,8,0,4,0.0784
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,0,4,0.0723
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,8,8,0,4,0.0844
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,4,8,0,4,0.0803
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,0,4,0.0721
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,2048,8,0,4,1.5307
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1536,8,0,4,1.0979
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1024,8,0,4,0.7167
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,512,8,0,4,0.3779
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,256,8,0,4,0.2263
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,128,8,0,4,0.1584
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1024,8,0,4,1.3233
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,64,8,0,4,0.1150
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,512,8,0,4,0.6694
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,32,8,0,4,0.0904
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,256,8,0,4,0.3695
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,16,8,0,4,0.0843
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,128,8,0,4,0.2237
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,8,8,0,4,0.0803
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,4,8,0,4,0.0863
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,64,8,0,4,0.1502
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,0,4,0.0726
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,32,8,0,4,0.1134
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,16,8,0,4,0.0899
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,8,8,0,4,0.0838
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,4,8,0,4,0.0786
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,0,4,0.0721
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,512,8,0,4,1.2333
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,256,8,0,4,0.6510
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,128,8,0,4,0.3602
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,64,8,0,4,0.2154
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,256,8,0,4,1.1862
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,32,8,0,4,0.1517
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,128,8,0,4,0.6332
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,16,8,0,4,0.1133
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,64,8,0,4,0.3480
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,8,8,0,4,0.0913
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,32,8,0,4,0.2151
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,4,8,0,4,0.0848
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,16,8,0,4,0.1504
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,0,4,0.0784
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,8,8,0,4,0.1146
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,4,8,0,4,0.0890
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,0,4,0.0719
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,128,8,0,4,1.1670
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,64,8,0,4,0.6129
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,32,8,0,4,0.3487
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,16,8,0,4,0.2154
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,64,8,0,4,1.1266
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,8,8,0,4,0.1520
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,32,8,0,4,0.6116
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,4,8,0,4,0.1161
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,16,8,0,4,0.3470
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,0,4,0.0762
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,8,8,0,4,0.2143
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,4,8,0,4,0.1517
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,0,4,0.0836
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,32,8,0,4,1.1410
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,16,8,0,4,0.6182
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,8,8,0,4,0.3516
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,16,8,0,4,1.1449
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,4,8,0,4,0.2179
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,8,8,0,4,0.6213
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,0,4,0.1032
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,4,8,0,4,0.3549
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,0,4,0.1402
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,8,8,0,4,1.1500
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,4,8,0,4,0.6259
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,8,0,4,0.2035
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,8192,1,0,4,2.9696
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,4096,1,0,4,2.7966
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,2048,1,0,4,2.5570
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1024,1,0,4,2.3413
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,6144,1,0,4,2.2091
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,3072,1,0,4,2.0472
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1536,1,0,4,1.8802
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,512,1,0,4,1.1820
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,4096,1,0,4,1.4266
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,2048,1,0,4,1.3282
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1024,1,0,4,1.2245
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,256,1,0,4,0.6375
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,3072,1,0,4,1.0845
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,2048,1,0,4,0.7255
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1536,1,0,4,0.9975
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,512,1,0,4,0.6438
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1024,1,0,4,0.6647
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,128,1,0,4,0.3620
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,256,1,0,4,0.3639
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,512,1,0,4,0.3745
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1536,1,0,4,0.5473
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1024,1,0,4,0.3855
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,64,1,0,4,0.2344
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,512,1,0,4,0.2464
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,128,1,0,4,0.2430
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,256,1,0,4,0.2386
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,32,1,0,4,0.1687
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,256,1,0,4,0.1702
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,64,1,0,4,0.1693
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,128,1,0,4,0.1714
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,16,1,0,4,0.1392
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,128,1,0,4,0.1375
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,32,1,0,4,0.1385
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,64,1,0,4,0.1387
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,8,1,0,4,0.1293
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,64,1,0,4,0.1268
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,16,1,0,4,0.1292
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,32,1,0,4,0.1292
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,4,1,0,4,0.1266
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,0,4,0.1170
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,32,1,0,4,0.1229
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,16,1,0,4,0.1248
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,8,1,0,4,0.1240
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,8,1,0,4,0.1216
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,4,1,0,4,0.1270
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,16,1,0,4,0.1259
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,4,1,0,4,0.1211
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,0,4,0.1128
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,8,1,0,4,0.1288
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,0,4,0.1092
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,4,1,0,4,0.1262
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,0,4,0.1151
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,512,1,0,4,2.2562
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,256,1,0,4,1.1582
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,256,1,0,4,2.2084
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,128,1,0,4,0.6236
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,128,1,0,4,2.1918
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,128,1,0,4,1.1446
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,64,1,0,4,0.3521
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,64,1,0,4,1.1215
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,64,1,0,4,0.6125
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,64,1,0,4,2.1591
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,32,1,0,4,0.2348
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,32,1,0,4,0.3529
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,32,1,0,4,0.6111
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,32,1,0,4,1.1266
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,16,1,0,4,0.1693
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,16,1,0,4,0.2353
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,16,1,0,4,0.3523
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,16,1,0,4,0.6130
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,8,1,0,4,0.1394
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,8,1,0,4,0.1697
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,8,1,0,4,0.2353
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,4,1,0,4,0.1293
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,8,1,0,4,0.3523
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,4,1,0,4,0.1384
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,4,1,0,4,0.1695
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,0,4,0.1187
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,4,1,0,4,0.2357
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,0,4,0.1153
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,0,4,0.1196
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,1,0,4,0.1297
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,32,1,0,4,2.1683
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,16,1,0,4,2.1780
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,8,1,0,4,2.1804
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,16,1,0,4,1.1299
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,8,1,0,4,1.1332
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,8,1,0,4,0.6159
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,4,1,0,4,1.1380
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,4,1,0,4,0.6205
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,4,1,0,4,0.3543
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,1,0,4,0.3408
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,1,0,4,0.1593
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,1,0,4,0.2255
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,8192,2,0,4,2.4354
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,6144,2,0,4,1.8055
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,4096,2,0,4,1.1690
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,3072,2,0,4,0.8782
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,2048,2,0,4,0.5898
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1536,2,0,4,0.4425
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1024,2,0,4,0.3192
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,4096,2,0,4,2.2619
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,512,2,0,4,0.2118
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,3072,2,0,4,1.6447
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,2048,2,0,4,1.0618
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1024,2,0,4,1.8048
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,2048,2,0,4,2.0166
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1536,2,0,4,0.7890
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,512,2,0,4,0.9106
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1536,2,0,4,1.4730
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1024,2,0,4,0.5267
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,256,2,0,4,0.4984
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1024,2,0,4,0.9633
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,512,2,0,4,0.3061
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,128,2,0,4,0.2932
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,512,2,0,4,0.5045
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,256,2,0,4,0.2035
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,64,2,0,4,0.2007
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,256,2,0,4,0.2947
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,256,2,0,4,0.1506
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,128,2,0,4,0.1518
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,32,2,0,4,0.1504
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,128,2,0,4,0.2070
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,64,2,0,4,0.1489
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,128,2,0,4,0.1233
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,64,2,0,4,0.1231
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,16,2,0,4,0.1241
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,32,2,0,4,0.1232
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,64,2,0,4,0.1150
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,32,2,0,4,0.1170
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,8,2,0,4,0.1173
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,16,2,0,4,0.1164
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,32,2,0,4,0.1125
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,16,2,0,4,0.1134
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,4,2,0,4,0.1148
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,8,2,0,4,0.1129
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,16,2,0,4,0.1138
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,8,2,0,4,0.1148
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,2,0,4,0.1068
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,8,2,0,4,0.1150
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,4,2,0,4,0.1138
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,4,2,0,4,0.1142
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,4,2,0,4,0.1155
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,0,4,0.1008
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,0,4,0.1010
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,2,0,4,0.1030
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,512,2,0,4,1.7169
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,256,2,0,4,0.8852
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,128,2,0,4,1.6431
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,128,2,0,4,0.4846
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,256,2,0,4,1.6584
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,64,2,0,4,1.6100
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,64,2,0,4,0.2839
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,64,2,0,4,0.8493
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,128,2,0,4,0.8724
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,32,2,0,4,0.8465
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,32,2,0,4,0.2005
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,32,2,0,4,0.4740
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,64,2,0,4,0.4727
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,16,2,0,4,0.1501
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,16,2,0,4,0.4704
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,16,2,0,4,0.2842
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,32,2,0,4,0.2825
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,8,2,0,4,0.1253
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,8,2,0,4,0.2827
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,8,2,0,4,0.2012
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,16,2,0,4,0.1993
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,4,2,0,4,0.1175
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,8,2,0,4,0.1495
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,4,2,0,4,0.1498
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,4,2,0,4,0.1992
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,2,0,4,0.1062
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,4,2,0,4,0.1239
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,2,0,4,0.1070
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,2,0,4,0.1130
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,2,0,4,0.1036
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,32,2,0,4,1.6123
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,16,2,0,4,1.6169
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,16,2,0,4,0.8490
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,8,2,0,4,0.8525
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,8,2,0,4,1.6210
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,8,2,0,4,0.4736
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,4,2,0,4,0.4750
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,4,2,0,4,0.8577
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,4,2,0,4,0.2844
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,2,0,4,0.1884
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,2,0,4,0.1398
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,2,0,4,0.2703
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,8192,4,0,4,2.1652
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,6144,4,0,4,1.5933
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,4096,4,0,4,1.0275
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,3072,4,0,4,0.7701
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,2048,4,0,4,0.5177
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1536,4,0,4,0.3896
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1024,4,0,4,0.2836
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,512,4,0,4,0.1928
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,256,4,0,4,0.1360
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,128,4,0,4,0.1120
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,4096,4,0,4,1.9895
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,2048,4,0,4,1.7440
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1024,4,0,4,1.5305
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,3072,4,0,4,1.4381
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1536,4,0,4,1.2611
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,512,4,0,4,0.7741
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,2048,4,0,4,0.9260
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1024,4,0,4,0.8242
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,64,4,0,4,0.1011
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,256,4,0,4,0.4290
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1536,4,0,4,0.6832
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,32,4,0,4,0.0978
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,512,4,0,4,0.4349
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,128,4,0,4,0.2586
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1024,4,0,4,0.4567
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,16,4,0,4,0.0987
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,256,4,0,4,0.2600
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,64,4,0,4,0.1804
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,512,4,0,4,0.2715
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,8,4,0,4,0.0967
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,128,4,0,4,0.1883
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,32,4,0,4,0.1338
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,256,4,0,4,0.1855
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,4,4,0,4,0.0952
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,64,4,0,4,0.1341
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,16,4,0,4,0.1129
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,128,4,0,4,0.1376
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,0,4,0.0858
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,32,4,0,4,0.1117
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,8,4,0,4,0.1068
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,64,4,0,4,0.1132
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,16,4,0,4,0.1029
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,4,4,0,4,0.1021
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,32,4,0,4,0.1032
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,8,4,0,4,0.0999
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,4,0,4,0.0931
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,16,4,0,4,0.0988
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,4,4,0,4,0.1010
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,8,4,0,4,0.0976
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,4,0,4,0.0923
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,4,4,0,4,0.0988
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,0,4,0.0886
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,512,4,0,4,1.4443
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,256,4,0,4,0.7503
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,256,4,0,4,1.3974
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,128,4,0,4,0.4136
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,128,4,0,4,0.7402
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,64,4,0,4,0.2488
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,128,4,0,4,1.3800
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,64,4,0,4,0.4060
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,32,4,0,4,0.1802
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,64,4,0,4,0.7194
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,64,4,0,4,1.3478
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,32,4,0,4,0.2491
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,16,4,0,4,0.1336
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,32,4,0,4,0.4058
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,32,4,0,4,0.7195
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,8,4,0,4,0.1129
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,16,4,0,4,0.2497
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,16,4,0,4,0.1804
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,16,4,0,4,0.4050
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,4,4,0,4,0.1051
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,8,4,0,4,0.1807
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,8,4,0,4,0.1339
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,8,4,0,4,0.2495
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,4,0,4,0.0907
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,4,4,0,4,0.1131
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,4,4,0,4,0.1355
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,4,4,0,4,0.1800
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,4,0,4,0.0924
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,4,0,4,0.0948
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,32,4,0,4,1.3496
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,16,4,0,4,0.7198
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,16,4,0,4,1.3539
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,8,4,0,4,0.4042
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,8,4,0,4,1.3567
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,4,4,0,4,0.2493
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,8,4,0,4,0.7238
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,4,4,0,4,0.7276
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,4,0,4,0.1234
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,4,4,0,4,0.4092
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,4,0,4,0.2359
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,4,0,4,0.1694
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,8192,8,0,4,2.0040
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,6144,8,0,4,1.4762
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,4096,8,0,4,0.9547
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,3072,8,0,4,0.7117
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,2048,8,0,4,0.4778
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1536,8,0,4,0.3593
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1024,8,0,4,0.2643
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,512,8,0,4,0.1785
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,256,8,0,4,0.1252
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,2048,8,0,4,1.5798
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,4096,8,0,4,1.8259
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,128,8,0,4,0.1027
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1536,8,0,4,1.1407
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1024,8,0,4,1.3726
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,3072,8,0,4,1.3144
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1024,8,0,4,0.7442
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,512,8,0,4,0.6999
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,2048,8,0,4,0.8446
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,512,8,0,4,0.3943
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,256,8,0,4,0.3899
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1536,8,0,4,0.6231
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,256,8,0,4,0.2401
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,128,8,0,4,0.2399
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1024,8,0,4,0.4159
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,128,8,0,4,0.1735
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,64,8,0,4,0.1670
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,512,8,0,4,0.2522
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,64,8,0,4,0.1230
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,32,8,0,4,0.1230
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,256,8,0,4,0.1725
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,32,8,0,4,0.1029
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,16,8,0,4,0.1029
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,128,8,0,4,0.1253
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,64,8,0,4,0.0945
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,16,8,0,4,0.0959
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,8,8,0,4,0.0947
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,64,8,0,4,0.1030
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,32,8,0,4,0.0934
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,8,8,0,4,0.0926
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,4,8,0,4,0.0925
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,32,8,0,4,0.0967
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,16,8,0,4,0.0947
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,4,8,0,4,0.0947
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,8,0,4,0.0824
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,16,8,0,4,0.0926
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,8,8,0,4,0.0925
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,8,0,4,0.0838
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,8,8,0,4,0.0947
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,4,8,0,4,0.0906
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,4,8,0,4,0.0893
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,0,4,0.0827
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,0,4,0.0803
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,512,8,0,4,1.2837
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,256,8,0,4,1.2346
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,256,8,0,4,0.6726
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,128,8,0,4,0.6622
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,128,8,0,4,0.3770
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,64,8,0,4,0.3638
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,64,8,0,4,0.2302
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,128,8,0,4,1.2159
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,64,8,0,4,1.1827
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,32,8,0,4,0.2300
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,32,8,0,4,0.1680
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,64,8,0,4,0.6393
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,32,8,0,4,0.6415
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,16,8,0,4,0.1229
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,32,8,0,4,0.3645
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,16,8,0,4,0.1661
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,16,8,0,4,0.3639
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,8,8,0,4,0.1036
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,16,8,0,4,0.2299
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,8,8,0,4,0.1233
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,8,8,0,4,0.2288
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,4,8,0,4,0.0966
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,8,8,0,4,0.1664
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,4,8,0,4,0.1047
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,4,8,0,4,0.1660
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,8,0,4,0.0884
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,4,8,0,4,0.1238
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,8,0,4,0.0845
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,8,0,4,0.0949
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,8,0,4,0.0886
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,32,8,0,4,1.1843
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,16,8,0,4,1.1811
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,16,8,0,4,0.6401
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,8,8,0,4,1.1912
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,8,8,0,4,0.3666
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,8,8,0,4,0.6456
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,4,8,0,4,0.6470
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,4,8,0,4,0.2304
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,4,8,0,4,0.3683
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,8,0,4,0.2149
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,8,0,4,0.1143
SGLang,0.5.11,NVIDIA GB300,dsv4_flash_csa_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,8,0,4,0.1559
