framework,version,device,op_name,kernel_source,model,architecture,mla_dtype,kv_cache_dtype,gemm_type,num_heads,batch_size,isl,tp_size,step,compress_ratio,latency
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,131072,4,0.1815
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,65536,4,0.1699
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,32768,4,0.1621
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,16384,4,0.1445
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,12288,4,0.1440
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,10240,4,0.1423
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,8192,4,0.1413
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,65536,4,0.1771
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,6144,4,0.1401
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,4096,4,0.1395
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,32768,4,0.1690
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,3072,4,0.1397
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,2048,4,0.1334
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,1048575,4,0.3444
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,1536,4,0.1331
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,16384,4,0.1518
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,262144,4,0.1996
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,1024,4,0.1315
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,16384,4,0.1638
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,131072,4,0.1763
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,512,4,0.1306
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,12288,4,0.1495
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,16384,4,0.1779
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,524288,4,0.2492
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,65536,4,0.1639
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,256,4,0.1296
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,12288,4,0.1617
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,10240,4,0.1499
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,32768,4,0.1712
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,32768,4,0.1582
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,128,4,0.1301
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,6144,4,0.1825
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,16384,4,0.1419
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,8192,4,0.1481
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,64,4,0.1304
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,262144,4,0.2031
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,10240,4,0.1604
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,12288,4,0.1750
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,12288,4,0.1401
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,16384,4,0.1523
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,32,4,0.1296
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,6144,4,0.1468
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,10240,4,0.1393
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,8192,4,0.1580
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,16,4,0.1301
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,131072,4,0.1809
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,8192,4,0.1381
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,12288,4,0.1515
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,4096,4,0.1453
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,4096,4,0.1793
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,10240,4,0.1731
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,8,4,0.1293
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,6144,4,0.1378
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,6144,4,0.1580
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,3072,4,0.1456
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,4096,4,0.1361
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,4,4,0.1300
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,65536,4,0.1693
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,10240,4,0.1493
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,3072,4,0.1366
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,4096,4,0.1556
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,1,4,0.1273
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,2048,4,0.1396
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,8192,4,0.1705
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,3072,4,0.1785
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,2048,4,0.1307
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,3072,4,0.1557
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,8192,4,0.1486
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,1536,4,0.1393
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,1536,4,0.1309
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,32768,4,0.1633
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,1024,4,0.1286
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,1024,4,0.1386
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,2048,4,0.1498
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,2048,4,0.1722
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,6144,4,0.1696
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,6144,4,0.1476
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,512,4,0.1283
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,16384,4,0.1457
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,512,4,0.1370
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,1536,4,0.1483
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,256,4,0.1277
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,256,4,0.1361
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,1024,4,0.1470
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,1536,4,0.1687
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,4096,4,0.1459
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,4096,4,0.1671
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,128,4,0.1285
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,512,4,0.1457
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,12288,4,0.1435
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,128,4,0.1369
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,1024,4,0.1640
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,3072,4,0.1460
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,256,4,0.1455
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,3072,4,0.1671
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,64,4,0.1276
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,64,4,0.1355
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,128,4,0.1454
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,512,4,0.1603
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,10240,4,0.1425
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,32,4,0.1273
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,32,4,0.1355
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,2048,4,0.1613
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,2048,4,0.1406
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,64,4,0.1455
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,16,4,0.1284
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,256,4,0.1589
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,32,4,0.1378
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,16,4,0.1352
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,8,4,0.1276
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,1536,4,0.1587
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,1536,4,0.1396
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,8192,4,0.1419
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,16,4,0.1375
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,4,4,0.1278
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,128,4,0.1584
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,8,4,0.1357
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,1024,4,0.1571
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,8,4,0.1388
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,1,4,0.1255
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,1024,4,0.1390
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,64,4,0.1578
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,4,4,0.1353
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,4,4,0.1382
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,6144,4,0.1409
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,512,4,0.1460
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,1,4,0.1361
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,32,4,0.1567
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,1,4,0.1338
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,512,4,0.1374
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,16,4,0.1561
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,256,4,0.1446
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,4096,4,0.1400
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,8,4,0.1573
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,256,4,0.1374
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,4,4,0.1567
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,128,4,0.1438
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,3072,4,0.1397
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,1,4,0.1539
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,128,4,0.1373
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,64,4,0.1443
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,2048,4,0.1341
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,32,4,0.1431
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,64,4,0.1370
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,16,4,0.1425
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,1536,4,0.1334
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,32,4,0.1357
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,8,4,0.1431
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,16,4,0.1357
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,1024,4,0.1330
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,4,4,0.1434
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,8,4,0.1359
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,512,4,0.1323
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,1,4,0.1408
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,4,4,0.1356
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,1,4,0.1336
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,256,4,0.1313
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,128,4,0.1334
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,64,4,0.1322
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,32,4,0.1321
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,16,4,0.1317
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,8,4,0.1314
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,4,4,0.1315
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,1,4,0.1309
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,4096,4,0.2368
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,3072,4,0.2347
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,2048,4,0.2253
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,1536,4,0.2191
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,1024,4,0.2110
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,2048,4,0.3541
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,512,4,0.2040
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,256,4,0.1997
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,1536,4,0.3425
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,128,4,0.1994
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,1048575,4,0.3201
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,64,4,0.1979
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,524288,4,0.2276
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,32,4,0.1948
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,1024,4,0.3166
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,262144,4,0.1972
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,16,4,0.1946
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,262144,4,0.1835
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,512,4,0.3029
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,131072,4,0.1605
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,8,4,0.1940
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,131072,4,0.1737
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,256,4,0.2960
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,65536,4,0.1498
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,4,4,0.1944
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,65536,4,0.1617
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,32768,4,0.1435
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,1,1024,4,0.5149
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,128,4,0.2964
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,1,4,0.1910
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,16384,4,0.1272
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,32768,4,0.1542
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,64,4,0.2953
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,12288,4,0.1257
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,10240,4,0.1240
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,131072,4,0.1719
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,32,4,0.2887
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,16384,4,0.1375
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,8192,4,0.1233
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,65536,4,0.1631
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,16,4,0.2882
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,12288,4,0.1363
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,1,512,4,0.4919
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,6144,4,0.1231
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,65536,4,0.1595
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,10240,4,0.1355
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,8,4,0.2888
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,4096,4,0.1219
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,32768,4,0.1548
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,8192,4,0.1331
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,4,4,0.2883
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,32768,4,0.1523
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,6144,4,0.1335
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,1,256,4,0.4809
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,3072,4,0.1213
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,1,4,0.2824
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,16384,4,0.1372
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,4096,4,0.1319
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,16384,4,0.1353
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,2048,4,0.1156
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,3072,4,0.1314
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,12288,4,0.1355
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,1536,4,0.1152
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,12288,4,0.1333
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,1,128,4,0.4809
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,2048,4,0.1267
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,1024,4,0.1150
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,1536,4,0.1259
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,10240,4,0.1340
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,512,4,0.1150
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,10240,4,0.1325
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,1024,4,0.1252
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,256,4,0.1133
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,8192,4,0.1330
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,1,64,4,0.4795
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,512,4,0.1244
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,32768,4,0.1584
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,8192,4,0.1304
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,128,4,0.1151
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,256,4,0.1246
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,6144,4,0.1333
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,64,4,0.1143
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,128,4,0.1235
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,6144,4,0.1303
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,16384,4,0.1417
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,1,32,4,0.4676
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,4096,4,0.1305
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,32,4,0.1146
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,12288,4,0.1393
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,3072,4,0.1310
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,64,4,0.1240
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,4096,4,0.1294
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,2048,4,0.1251
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,16,4,0.1141
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,10240,4,0.1377
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,1,16,4,0.4656
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,32,4,0.1232
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,8192,4,0.1366
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,3072,4,0.1288
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,1536,4,0.1237
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,8,4,0.1142
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,6144,4,0.1363
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,16,4,0.1248
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,1,8,4,0.4649
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,2048,4,0.1236
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,4096,4,0.1351
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,1024,4,0.1231
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,4,4,0.1137
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,3072,4,0.1354
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,8,4,0.1230
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,1536,4,0.1233
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,2048,4,0.1284
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,1,4,0.1117
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,512,4,0.1218
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,1,4,4,0.4640
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,1536,4,0.1275
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,4,4,0.1233
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,1024,4,0.1213
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,1024,4,0.1270
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,512,4,0.1257
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,256,4,0.1212
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,1,4,0.1211
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,512,4,0.1211
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,1,1,4,0.4561
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,256,4,0.1251
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,128,4,0.1251
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,128,4,0.1211
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,256,4,0.1209
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,64,4,0.1258
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,32,4,0.1243
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,128,4,0.1208
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,64,4,0.1209
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,16,4,0.1236
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,64,4,0.1198
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,8,4,0.1246
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,32,4,0.1192
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,32,4,0.1201
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,4,4,0.1250
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,1,4,0.1230
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,16,4,0.1191
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,16,4,0.1202
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,8,4,0.1193
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,8,4,0.1208
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,4,4,0.1191
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,4,4,0.1201
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,1,4,0.1186
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,1,4,0.1173
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,16384,4,0.1477
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,12288,4,0.1456
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,10240,4,0.1438
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,8192,4,0.1416
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,6144,4,0.1411
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,16384,4,0.1601
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,4096,4,0.1379
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,3072,4,0.1380
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,12288,4,0.1573
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,2048,4,0.1330
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,1536,4,0.1312
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,10240,4,0.1555
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,1024,4,0.1295
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,512,4,0.1283
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,8192,4,0.1533
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,256,4,0.1278
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,128,4,0.1273
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,6144,4,0.1518
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,64,4,0.1280
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,32,4,0.1213
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,4096,4,0.1498
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,16,4,0.1210
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,3072,4,0.1496
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,8,4,0.1211
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,4,4,0.1212
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,2048,4,0.1428
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,1,4,0.1193
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,1536,4,0.1402
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,1024,4,0.1392
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,512,4,0.1284
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,6144,4,0.1623
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,256,4,0.1257
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,128,4,0.1258
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,4096,4,0.1604
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,4096,4,0.2164
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,64,4,0.1268
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,32,4,0.1249
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,3072,4,0.1581
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,16,4,0.1245
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,2048,4,0.1529
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,3072,4,0.2146
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,8,4,0.1248
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,1536,4,0.1486
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,4,4,0.1246
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,2048,4,0.2054
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,1,4,0.1225
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,2048,4,0.3219
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,1024,4,0.1448
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,1536,4,0.1977
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,1024,4,0.1907
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,512,4,0.1405
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,256,4,0.1386
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,512,4,0.1836
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,1536,4,0.3097
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,128,4,0.1379
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,2,1024,4,0.4516
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,256,4,0.1805
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,64,4,0.1375
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,128,4,0.1792
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,1024,4,0.2857
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,262144,4,0.1846
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,64,4,0.1786
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,32,4,0.1366
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,32,4,0.1754
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,1048575,4,0.3211
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,2,512,4,0.4277
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,512,4,0.2712
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,16,4,0.1750
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,16,4,0.1365
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,131072,4,0.1600
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,8,4,0.1745
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,524288,4,0.2253
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,256,4,0.2655
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,4,4,0.1744
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,8,4,0.1359
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,4,4,0.1354
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,1,4,0.1718
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,65536,4,0.1477
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,262144,4,0.1802
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,128,4,0.2653
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,2,256,4,0.4158
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,1,4,0.1342
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,64,4,0.2639
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,131072,4,0.1560
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,32768,4,0.1413
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,2,128,4,0.4161
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,65536,4,0.1431
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,32,4,0.2573
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,16384,4,0.1241
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,16,4,0.2562
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,32768,4,0.1375
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,12288,4,0.1212
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,8,4,0.2550
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,2,64,4,0.4161
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,16384,4,0.1199
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,10240,4,0.1215
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,4,4,0.2562
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,12288,4,0.1191
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,8192,4,0.1200
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,1,4,0.2503
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,2,32,4,0.4038
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,10240,4,0.1171
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,6144,4,0.1189
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,8192,4,0.1170
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,4096,4,0.1188
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,2,16,4,0.4026
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,6144,4,0.1150
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,3072,4,0.1184
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,4096,4,0.1150
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,2,8,4,0.4016
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,2048,4,0.1127
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,3072,4,0.1145
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,1536,4,0.1109
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,2,4,4,0.4002
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,2048,4,0.1090
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,1024,4,0.1109
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,1536,4,0.1081
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,2,1,4,0.3922
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,512,4,0.1088
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,1024,4,0.1089
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,256,4,0.1112
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,512,4,0.1092
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,128,4,0.1092
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,256,4,0.1080
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,128,4,0.1076
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,64,4,0.1109
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,32,4,0.1092
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,64,4,0.1081
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,16,4,0.1102
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,32,4,0.1079
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,16,4,0.1068
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,8,4,0.1101
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,8,4,0.1068
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,4,4,0.1094
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,4,4,0.1065
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,1,4,0.1070
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,1,4,0.1050
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,131072,4,0.1645
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,65536,4,0.1517
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,32768,4,0.1445
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,16384,4,0.1272
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,12288,4,0.1256
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,10240,4,0.1238
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,8192,4,0.1233
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,6144,4,0.1229
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,4096,4,0.1211
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,3072,4,0.1210
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,2048,4,0.1162
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,1536,4,0.1140
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,1024,4,0.1128
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,512,4,0.1118
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,65536,4,0.1553
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,256,4,0.1109
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,128,4,0.1117
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,32768,4,0.1479
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,64,4,0.1117
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,32,4,0.1107
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,16384,4,0.1305
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,16,4,0.1111
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,8,4,0.1109
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,12288,4,0.1280
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,4,4,0.1110
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,1,4,0.1093
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,10240,4,0.1272
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,32768,4,0.1500
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,8192,4,0.1251
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,16384,4,0.1313
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,12288,4,0.1295
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,6144,4,0.1255
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,10240,4,0.1280
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,4096,4,0.1231
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,8192,4,0.1274
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,3072,4,0.1233
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,6144,4,0.1255
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,16384,4,0.1378
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,2048,4,0.1175
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,4096,4,0.1252
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,12288,4,0.1355
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,1536,4,0.1157
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,10240,4,0.1352
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,3072,4,0.1242
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,8192,4,0.1327
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,1024,4,0.1150
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,2048,4,0.1190
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,512,4,0.1131
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,16384,4,0.2525
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,256,4,0.1114
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,6144,4,0.1326
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,1536,4,0.1177
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,128,4,0.1127
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,12288,4,0.1500
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,64,4,0.1124
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,4096,4,0.1310
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,1024,4,0.1169
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,32,4,0.1122
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,3072,4,0.1297
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,10240,4,0.1480
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,16,4,0.1112
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,6144,4,0.1511
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,512,4,0.1153
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,8,4,0.1112
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,2048,4,0.1243
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,4,4,0.1114
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,4096,4,0.1490
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,8192,4,0.1458
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,256,4,0.1130
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,1536,4,0.1223
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,128,4,0.1128
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,1,4,0.1110
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,3072,4,0.1477
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,64,4,0.1123
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,6144,4,0.1455
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,1024,4,0.1212
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,32,4,0.1129
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,16,4,0.1130
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,4096,4,0.1413
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,2048,4,0.1416
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,512,4,0.1193
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,8,4,0.1129
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,3072,4,0.1410
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,1536,4,0.1374
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,4,4,0.1130
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,256,4,0.1186
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,2048,4,0.1353
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,1024,4,0.1334
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,1,4,0.1109
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,128,4,0.1187
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,512,4,0.1296
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,1536,4,0.1326
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,256,4,0.1264
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,64,4,0.1175
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,1024,4,0.1308
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,4096,4,0.1943
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,128,4,0.1263
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,32,4,0.1102
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,512,4,0.1209
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,64,4,0.1261
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,2048,4,0.2866
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,16,4,0.1109
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,256,4,0.1181
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,32,4,0.1253
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,3072,4,0.1928
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,8,4,0.1108
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,16,4,0.1253
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,128,4,0.1188
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,1536,4,0.2735
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,4,4,0.1097
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,8,4,0.1250
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,1,4,0.1088
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,64,4,0.1183
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,2048,4,0.1832
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,4,4,0.1252
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,32,4,0.1165
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,1,4,0.1228
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,1024,4,0.2491
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,16,4,0.1156
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,1536,4,0.1765
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,8,4,0.1161
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,512,4,0.2344
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,4,4,0.1154
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,1024,4,0.1685
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,1,4,0.1141
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,256,4,0.2286
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,512,4,0.1620
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,128,4,0.2289
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,64,4,0.2278
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,256,4,0.1578
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,32,4,0.2201
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,128,4,0.1580
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,16,4,0.2204
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,64,4,0.1567
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,8,4,0.2186
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,32,4,0.1533
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,16,4,0.1524
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,4,4,0.2187
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,8,4,0.1533
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,1,4,0.2140
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,4,4,0.1528
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,1,4,0.1498
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,4,1024,4,0.3823
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,4,512,4,0.3596
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,4,256,4,0.3467
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,4,128,4,0.3479
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,4,64,4,0.3468
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,4,32,4,0.3345
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,4,16,4,0.3335
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,4,8,4,0.3331
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,4,4,4,0.3325
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,4,1,4,0.3232
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,1048575,4,0.3055
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,524288,4,0.2088
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,262144,4,0.1621
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,131072,4,0.1376
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,262144,4,0.1764
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,65536,4,0.1272
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,131072,4,0.1491
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,32768,4,0.1213
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,65536,4,0.1353
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,32768,4,0.1277
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,16384,4,0.1048
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,16384,4,0.1109
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,12288,4,0.1028
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,12288,4,0.1089
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,10240,4,0.1026
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,10240,4,0.1085
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,8192,4,0.1007
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,8192,4,0.1070
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,6144,4,0.1007
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,6144,4,0.1066
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,4096,4,0.0987
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,4096,4,0.1054
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,3072,4,0.0986
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,3072,4,0.1047
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,2048,4,0.0925
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,65536,4,0.1479
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,2048,4,0.0987
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,1536,4,0.0986
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,32768,4,0.1420
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,1536,4,0.0925
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,1024,4,0.0965
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,32768,4,0.1377
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,1024,4,0.0915
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,512,4,0.0965
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,16384,4,0.1230
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,16384,4,0.1188
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,131072,4,0.1512
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,256,4,0.0965
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,512,4,0.0925
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,12288,4,0.1171
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,12288,4,0.1203
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,65536,4,0.1352
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,128,4,0.0965
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,64,4,0.0964
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,256,4,0.0904
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,32768,4,0.1273
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,32,4,0.0965
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,10240,4,0.1155
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,10240,4,0.1179
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,16,4,0.0954
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,128,4,0.0904
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,16384,4,0.1089
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,8,4,0.0966
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,8192,4,0.1148
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,12288,4,0.1089
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,8192,4,0.1174
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,64,4,0.0905
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,4,4,0.0952
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,1,4,0.0944
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,10240,4,0.1066
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,32,4,0.0904
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,6144,4,0.1123
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,6144,4,0.1166
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,16,4,0.0893
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,4096,4,0.1150
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,8192,4,0.1048
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,4096,4,0.1108
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,16384,4,0.1313
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,3072,4,0.1140
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,8,4,0.0892
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,6144,4,0.1048
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,4,4,0.0897
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,2048,4,0.1083
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,3072,4,0.1114
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,12288,4,0.1282
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,1,4,0.0883
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,1536,4,0.1075
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,16384,4,0.1437
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,2048,4,0.1059
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,1024,4,0.1047
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,10240,4,0.1267
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,4096,4,0.1027
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,12288,4,0.1406
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,512,4,0.1047
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,1536,4,0.1039
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,256,4,0.1023
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,8192,4,0.1248
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,3072,4,0.1027
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,10240,4,0.1391
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,128,4,0.1027
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,1024,4,0.1030
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,6144,4,0.1229
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,2048,4,0.0975
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,8192,4,0.1363
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,64,4,0.1013
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,1536,4,0.0963
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,6144,4,0.1351
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,512,4,0.1006
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,4096,4,0.1211
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,32,4,0.1002
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,4096,4,0.1333
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,1024,4,0.0945
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,3072,4,0.1211
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,256,4,0.0996
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,3072,4,0.1324
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,512,4,0.0924
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,16,4,0.1006
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,2048,4,0.1269
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,2048,4,0.1151
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,128,4,0.0987
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,1536,4,0.1239
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,256,4,0.0924
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,8,4,0.1005
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,1024,4,0.1217
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,1536,4,0.1138
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,128,4,0.0924
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,64,4,0.0988
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,4,4,0.1003
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,512,4,0.1101
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,1024,4,0.1122
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,32,4,0.0986
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,64,4,0.0924
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,256,4,0.1066
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,512,4,0.1093
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,16,4,0.0986
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,1,4,0.0982
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,128,4,0.1065
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,256,4,0.1085
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,32,4,0.0923
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,64,4,0.1047
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,8,4,0.0986
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,32,4,0.1026
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,128,4,0.1084
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,4,4,0.0986
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,16,4,0.1006
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,16,4,0.0924
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,64,4,0.1078
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,8,4,0.1006
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,1,4,0.0966
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,4,4,0.1010
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,32,4,0.0965
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,8,4,0.0924
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,1,4,0.0983
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,16,4,0.0966
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,4,4,0.0925
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,8,4,0.0965
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,4,4,0.0961
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,1,4,0.0904
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,1,4,0.0948
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,6144,4,0.1414
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,4096,4,0.1396
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,3072,4,0.1390
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,2048,4,0.1316
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,1536,4,0.1290
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,1024,4,0.1241
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,512,4,0.1202
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,256,4,0.1181
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,128,4,0.1181
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,64,4,0.1164
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,32,4,0.1148
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,16,4,0.1133
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,8,4,0.1142
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,4,4,0.1132
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,1,4,0.1108
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,4096,4,0.1817
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,3072,4,0.1805
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,2048,4,0.1718
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,2048,4,0.2625
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,1536,4,0.1644
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,1024,4,0.1570
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,512,4,0.1500
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,1536,4,0.2494
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,256,4,0.1463
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,128,4,0.1459
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,1024,4,0.2255
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,64,4,0.1449
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,32,4,0.1415
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,512,4,0.2116
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,16,4,0.1413
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,8,4,0.1414
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,1048575,4,0.3401
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,256,4,0.2051
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,4,4,0.1415
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,1,4,0.1375
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,128,4,0.2049
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,524288,4,0.2443
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,262144,4,0.2114
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,64,4,0.2040
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,262144,4,0.1999
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,131072,4,0.1889
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,32,4,0.1967
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,131072,4,0.1773
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,65536,4,0.1756
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,65536,4,0.1661
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,16,4,0.1962
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,32768,4,0.1703
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,32768,4,0.1596
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,131072,4,0.1842
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,16384,4,0.1435
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,16384,4,0.1525
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,8,4,0.1956
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,12288,4,0.1412
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,12288,4,0.1516
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,65536,4,0.1725
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,10240,4,0.1400
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,4,4,0.1947
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,10240,4,0.1498
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,8192,4,0.1392
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,32768,4,0.1656
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,8,1024,4,0.3451
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,1,4,0.1904
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,65536,4,0.1762
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,16384,4,0.1479
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,8192,4,0.1490
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,6144,4,0.1396
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,32768,4,0.1682
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,12288,4,0.1468
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,6144,4,0.1478
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,4096,4,0.1374
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,10240,4,0.1458
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,8,512,4,0.3214
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,16384,4,0.1510
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,4096,4,0.1474
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,3072,4,0.1363
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,8192,4,0.1450
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,12288,4,0.1484
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,3072,4,0.1462
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,2048,4,0.1324
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,6144,4,0.1435
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,8,256,4,0.3099
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,10240,4,0.1478
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,1536,4,0.1314
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,2048,4,0.1424
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,4096,4,0.1419
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,8192,4,0.1460
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,8,128,4,0.3100
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,1024,4,0.1313
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,1536,4,0.1402
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,3072,4,0.1421
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,6144,4,0.1462
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,1024,4,0.1401
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,512,4,0.1298
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,2048,4,0.1368
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,4096,4,0.1437
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,8,64,4,0.3106
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,512,4,0.1393
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,1536,4,0.1367
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,3072,4,0.1443
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,256,4,0.1309
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,2048,4,0.1385
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,1024,4,0.1341
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,256,4,0.1392
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,8,32,4,0.2983
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,128,4,0.1291
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,128,4,0.1389
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,1536,4,0.1377
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,64,4,0.1307
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,8,16,4,0.2975
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,512,4,0.1338
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,32,4,0.1286
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,64,4,0.1390
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,1024,4,0.1366
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,8,8,4,0.2962
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,256,4,0.1336
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,16,4,0.1291
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,32,4,0.1382
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,32768,4,0.1729
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,512,4,0.1355
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,16,4,0.1391
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,8,4,0.1290
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,8,4,4,0.2958
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,128,4,0.1335
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,256,4,0.1342
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,4,4,0.1288
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,8,4,0.1375
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,16384,4,0.1559
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,128,4,0.1347
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,64,4,0.1332
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,8,1,4,0.2873
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,64,4,0.1342
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,32,4,0.1327
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,1,4,0.1260
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,4,4,0.1380
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,12288,4,0.1539
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,32,4,0.1340
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,16,4,0.1330
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,1,4,0.1359
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,16,4,0.1333
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,10240,4,0.1518
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,8,4,0.1328
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,8,4,0.1334
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,4,4,0.1328
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,4,4,0.1338
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,8192,4,0.1511
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,1,4,0.1311
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,1,4,0.1319
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,6144,4,0.1503
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,4096,4,0.1490
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,3072,4,0.1489
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,2048,4,0.1431
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,1536,4,0.1419
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,1024,4,0.1412
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,512,4,0.1404
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,256,4,0.1394
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,128,4,0.1395
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,64,4,0.1395
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,32,4,0.1387
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,16,4,0.1386
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,8,4,0.1388
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,4,4,0.1384
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,1,4,0.1373
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,16384,4,0.1647
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,12288,4,0.1628
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,10240,4,0.1621
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,8192,4,0.1602
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,6144,4,0.1594
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,4096,4,0.1578
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,3072,4,0.1575
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,2048,4,0.1521
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,1536,4,0.1502
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,1024,4,0.1488
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,512,4,0.1461
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,256,4,0.1472
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,128,4,0.1467
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,16384,4,0.1797
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,64,4,0.1464
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,32,4,0.1407
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,16,4,0.1399
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,12288,4,0.1768
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,8,4,0.1398
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,4,4,0.1396
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,10240,4,0.1747
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,1,4,0.1376
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,8192,4,0.1726
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,6144,4,0.1720
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,4096,4,0.1692
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,3072,4,0.1686
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,2048,4,0.1622
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,1536,4,0.1616
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,1024,4,0.1596
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,512,4,0.1481
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,256,4,0.1466
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,128,4,0.1461
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,1,6144,4,0.1866
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,64,4,0.1460
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,32,4,0.1450
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,1,4096,4,0.1836
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,16,4,0.1450
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,8,4,0.1450
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,1,3072,4,0.1832
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,4,4,0.1441
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,1,4,0.1422
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,1,2048,4,0.1759
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,1,1536,4,0.1734
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,1,1024,4,0.1681
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,1,512,4,0.1650
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,1,4096,4,0.2450
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,1,256,4,0.1626
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,1,128,4,0.1627
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,1,3072,4,0.2422
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,1,64,4,0.1631
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,1,2048,4,0.3615
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,1,32,4,0.1612
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,1,16,4,0.1602
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,1,2048,4,0.2333
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,1048575,4,0.3254
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,1,8,4,0.1612
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,1,1536,4,0.2256
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,1,1536,4,0.3489
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,524288,4,0.2337
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,1,4,4,0.1603
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,1,1,4,0.1580
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,262144,4,0.1888
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,1,1024,4,0.2182
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,1,1024,4,0.3227
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,1,1024,4,0.5131
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,1,512,4,0.2104
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,131072,4,0.1669
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,65536,4,0.1563
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,1,256,4,0.2076
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,1,512,4,0.3088
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,32768,4,0.1494
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,1,128,4,0.2058
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,16384,4,0.1328
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,1,64,4,0.2066
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,1,512,4,0.4886
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,1,256,4,0.3024
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,12288,4,0.1317
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,1,32,4,0.2020
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,10240,4,0.1296
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,1,16,4,0.2022
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,1,128,4,0.3021
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,8192,4,0.1292
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,1,8,4,0.2028
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,1,256,4,0.4779
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,1,64,4,0.3009
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,6144,4,0.1286
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,1,4,4,0.2018
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,1,32,4,0.2933
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,1,1,4,0.1990
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,4096,4,0.1277
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,262144,4,0.1966
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,1,128,4,0.4770
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,1,16,4,0.2932
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,3072,4,0.1276
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,131072,4,0.1725
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,1,8,4,0.2922
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,1,64,4,0.4778
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,65536,4,0.1602
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,1,4,4,0.2929
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,2048,4,0.1220
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,32768,4,0.1549
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,1,32,4,0.4640
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,16384,4,0.1376
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,1,1,4,0.2862
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,1536,4,0.1213
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,1,16,4,0.4634
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,12288,4,0.1370
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,10240,4,0.1349
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,1024,4,0.1208
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,1,8,4,0.4627
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,8192,4,0.1352
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,512,4,0.1194
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,6144,4,0.1334
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,1,4,4,0.4612
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,256,4,0.1211
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,4096,4,0.1329
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,1,1,4,0.4536
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,3072,4,0.1313
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,128,4,0.1197
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,2048,4,0.1268
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,1536,4,0.1255
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,64,4,0.1191
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,1024,4,0.1251
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,512,4,0.1248
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,32,4,0.1189
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,256,4,0.1239
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,128,4,0.1248
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,16,4,0.1192
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,64,4,0.1239
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,8,4,0.1193
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,32,4,0.1238
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,4,4,0.1190
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,16,4,0.1234
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,8,4,0.1238
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,1,4,0.1170
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,4,4,0.1241
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,1,4,0.1218
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,2,131072,4,0.1845
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,2,65536,4,0.1722
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,2,32768,4,0.1642
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,2,16384,4,0.1465
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,2,12288,4,0.1452
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,2,10240,4,0.1440
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,2,8192,4,0.1432
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,2,6144,4,0.1420
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,2,4096,4,0.1407
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,2,3072,4,0.1400
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,2,2048,4,0.1352
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,2,1536,4,0.1335
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,2,1024,4,0.1332
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,2,512,4,0.1313
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,2,256,4,0.1313
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,2,128,4,0.1313
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,2,65536,4,0.1702
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,2,64,4,0.1312
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,2,32,4,0.1317
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,2,32768,4,0.1629
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,2,16,4,0.1315
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,2,16384,4,0.1458
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,2,8,4,0.1306
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,2,12288,4,0.1433
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,2,4,4,0.1310
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,2,10240,4,0.1422
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,2,1,4,0.1295
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,2,8192,4,0.1405
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,2,6144,4,0.1412
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,2,4096,4,0.1389
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,2,3072,4,0.1379
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,2,2048,4,0.1330
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,2,1536,4,0.1315
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,2,1024,4,0.1305
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,2,32768,4,0.1678
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,2,512,4,0.1296
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,2,16384,4,0.1488
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,2,256,4,0.1280
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,2,128,4,0.1288
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,2,12288,4,0.1479
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,2,64,4,0.1284
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,2,10240,4,0.1462
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,2,32,4,0.1273
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,2,8192,4,0.1454
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,2,16,4,0.1273
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,2,6144,4,0.1436
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,2,8,4,0.1273
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,2,4,4,0.1280
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,2,4096,4,0.1436
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,2,1,4,0.1254
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,2,3072,4,0.1422
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,2,2048,4,0.1369
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,2,16384,4,0.1550
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,2,1536,4,0.1355
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,2,12288,4,0.1517
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,2,1024,4,0.1354
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,2,10240,4,0.1510
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,2,512,4,0.1342
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,2,8192,4,0.1497
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,2,256,4,0.1337
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,2,6144,4,0.1489
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,2,128,4,0.1330
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,2,4096,4,0.1460
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,2,64,4,0.1335
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,2,3072,4,0.1460
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,2,32,4,0.1317
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,2,2048,4,0.1397
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,2,1536,4,0.1381
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,2,16,4,0.1317
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,2,1024,4,0.1375
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,2,8,4,0.1322
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,2,4,4,0.1331
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,2,512,4,0.1355
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,2,1,4,0.1294
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,2,256,4,0.1351
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,2,6144,4,0.1735
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,2,128,4,0.1358
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,2,4096,4,0.1721
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,2,16384,4,0.1710
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,2,64,4,0.1342
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,2,3072,4,0.1700
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,2,12288,4,0.1681
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,2,2048,4,0.1643
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,2,32,4,0.1279
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,2,1536,4,0.1607
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,2,10240,4,0.1666
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,2,16,4,0.1272
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,2,8,4,0.1278
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,2,1024,4,0.1562
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,2,8192,4,0.1640
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,2,4,4,0.1270
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,2,4096,4,0.2286
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,2,512,4,0.1518
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,2,1,4,0.1252
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,2,256,4,0.1497
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,2,6144,4,0.1637
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,2,128,4,0.1505
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,2,3072,4,0.2245
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,2,64,4,0.1495
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,2,4096,4,0.1607
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,2,2048,4,0.2176
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,2,3072,4,0.1610
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,2,32,4,0.1477
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,2,2048,4,0.3327
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,2,1536,4,0.2090
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,2,16,4,0.1479
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,2,2048,4,0.1542
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,2,1536,4,0.1522
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,2,8,4,0.1477
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,2,1536,4,0.3196
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,2,1024,4,0.2021
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,2,1024,4,0.1501
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,2,4,4,0.1477
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,2,512,4,0.1394
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,2,512,4,0.1949
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,2,1,4,0.1448
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,2,256,4,0.1374
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,2,256,4,0.1913
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,2,128,4,0.1910
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,2,1024,4,0.2946
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,2,128,4,0.1376
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,2,64,4,0.1908
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,2,64,4,0.1368
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,2,32,4,0.1867
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,2,32,4,0.1355
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,2,512,4,0.2811
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,2,16,4,0.1861
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,2,16,4,0.1355
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,2,8,4,0.1852
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,2,8,4,0.1354
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,2,4,4,0.1853
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,2,4,4,0.1356
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,2,256,4,0.2740
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,2,1,4,0.1814
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,2,1,4,0.1335
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,2,128,4,0.2747
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,2,64,4,0.2733
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,2,32,4,0.2650
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,2,16,4,0.2644
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,2,8,4,0.2645
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,2,4,4,0.2635
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,2,1,4,0.2595
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,2,1024,4,0.4581
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,2,512,4,0.4345
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,2,256,4,0.4219
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,2,128,4,0.4214
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,2,64,4,0.4227
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,2,32,4,0.4092
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,2,16,4,0.4082
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,2,8,4,0.4054
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,1048575,4,0.3183
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,2,4,4,0.4064
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,2,1,4,0.3973
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,524288,4,0.2245
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,262144,4,0.1780
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,131072,4,0.1540
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,65536,4,0.1441
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,32768,4,0.1375
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,262144,4,0.1971
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,16384,4,0.1205
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,131072,4,0.1703
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,12288,4,0.1194
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,65536,4,0.1579
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,10240,4,0.1174
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,8192,4,0.1170
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,32768,4,0.1518
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,16384,4,0.1336
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,6144,4,0.1154
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,12288,4,0.1315
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,4096,4,0.1153
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,10240,4,0.1314
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,3072,4,0.1150
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,8192,4,0.1300
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,2048,4,0.1091
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,6144,4,0.1293
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,1536,4,0.1088
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,4,131072,4,0.1703
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,4096,4,0.1287
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,1024,4,0.1086
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,3072,4,0.1272
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,512,4,0.1068
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,4,65536,4,0.1555
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,2048,4,0.1229
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,1536,4,0.1211
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,4,32768,4,0.1496
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,256,4,0.1069
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,1024,4,0.1194
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,4,16384,4,0.1314
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,128,4,0.1068
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,512,4,0.1190
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,4,12288,4,0.1294
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,256,4,0.1191
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,64,4,0.1069
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,4,10240,4,0.1279
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,128,4,0.1183
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,4,8192,4,0.1274
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,32,4,0.1052
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,64,4,0.1190
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,4,6144,4,0.1256
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,32,4,0.1180
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,16,4,0.1065
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,4,4096,4,0.1254
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,16,4,0.1171
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,4,3072,4,0.1252
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,8,4,0.1050
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,8,4,0.1178
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,4,2048,4,0.1199
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,4,65536,4,0.1606
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,4,1536,4,0.1182
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,4,4,0.1175
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,4,32768,4,0.1561
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,4,4,0.1057
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,4,32768,4,0.1519
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,1,4,0.1168
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,4,1024,4,0.1161
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,1,4,0.1041
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,4,16384,4,0.1374
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,4,512,4,0.1147
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,4,16384,4,0.1337
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,4,12288,4,0.1337
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,4,12288,4,0.1316
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,4,256,4,0.1129
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,4,10240,4,0.1311
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,4,16384,4,0.1478
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,4,10240,4,0.1322
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,4,128,4,0.1132
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,4,8192,4,0.1296
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,4,6144,4,0.1293
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,4,8192,4,0.1312
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,4,12288,4,0.1456
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,4,64,4,0.1131
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,4,4096,4,0.1274
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,4,6144,4,0.1303
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,4,32,4,0.1131
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,4,10240,4,0.1444
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,4,3072,4,0.1271
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,4,2048,4,0.1216
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,4,16,4,0.1130
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,4,4096,4,0.1294
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,4,1536,4,0.1196
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,4,8192,4,0.1429
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,4,1024,4,0.1190
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,4,8,4,0.1129
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,4,3072,4,0.1293
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,4,512,4,0.1171
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,4,4,4,0.1130
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,4,6144,4,0.1423
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,4,1,4,0.1115
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,4,16384,4,0.1622
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,4,256,4,0.1150
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,4,4096,4,0.1397
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,4,2048,4,0.1219
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,4,128,4,0.1150
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,4,3072,4,0.1397
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,4,1536,4,0.1214
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,4,64,4,0.1151
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,4,32,4,0.1149
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,4,12288,4,0.1583
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,4,1024,4,0.1193
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,4,2048,4,0.1334
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,4,16,4,0.1150
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,4,8,4,0.1144
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,4,512,4,0.1186
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,4,1536,4,0.1326
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,4,4,4,0.1145
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,4,256,4,0.1181
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,4,10240,4,0.1567
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,4,1024,4,0.1300
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,4,1,4,0.1129
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,4,128,4,0.1171
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,4,512,4,0.1280
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,4,64,4,0.1179
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,4,8192,4,0.1555
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,4,256,4,0.1273
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,4,32,4,0.1167
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,4,16,4,0.1166
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,4,6144,4,0.1540
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,4,128,4,0.1271
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,4,8,4,0.1163
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,4,4,4,0.1171
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,4,4096,4,0.1509
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,4,64,4,0.1273
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,4,1,4,0.1148
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,4,32,4,0.1182
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,4,3072,4,0.1498
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,4,16,4,0.1200
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,4,2048,4,0.1439
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,4,8,4,0.1188
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,4,1536,4,0.1415
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,4,4,4,0.1191
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,4,1024,4,0.1394
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,4,1,4,0.1170
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,4,512,4,0.1280
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,4,256,4,0.1254
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,4,6144,4,0.1642
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,4,128,4,0.1256
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,4,4096,4,0.1621
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,4,64,4,0.1249
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,4,3072,4,0.1618
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,4,32,4,0.1229
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,4,2048,4,0.1539
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,4,16,4,0.1232
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,4,8,4,0.1232
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,4,1536,4,0.1515
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,4,4,4,0.1232
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,4,1024,4,0.1455
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,4,1,4,0.1211
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,4,512,4,0.1415
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,4,256,4,0.1382
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,4,128,4,0.1395
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,4,64,4,0.1376
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,4,32,4,0.1358
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,4,16,4,0.1353
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,4,8,4,0.1353
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,4,4,4,0.1353
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,4,1,4,0.1333
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,4,4096,4,0.2092
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,4,2048,4,0.3014
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,4,3072,4,0.2071
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,4,1536,4,0.2870
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,4,2048,4,0.1988
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,4,1024,4,0.2632
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,4,1536,4,0.1911
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,4,1024,4,0.1833
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,4,512,4,0.2484
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,4,512,4,0.1766
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,4,256,4,0.2426
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,4,256,4,0.1722
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,4,128,4,0.2420
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,4,128,4,0.1715
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,4,1024,4,0.3944
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,4,64,4,0.1711
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,4,64,4,0.2413
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,1048575,4,0.3122
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,4,32,4,0.1667
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,4,32,4,0.2322
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,4,16,4,0.1669
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,524288,4,0.2143
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,4,16,4,0.2318
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,4,512,4,0.3704
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,4,8,4,0.1665
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,262144,4,0.1692
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,4,4,4,0.1664
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,4,8,4,0.2319
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,131072,4,0.1460
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,4,1,4,0.1633
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,4,4,4,0.2319
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,4,256,4,0.3594
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,65536,4,0.1355
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,32768,4,0.1293
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,4,1,4,0.2268
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,4,128,4,0.3592
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,16384,4,0.1129
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,12288,4,0.1109
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,262144,4,0.1720
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,10240,4,0.1089
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,4,64,4,0.3589
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,8192,4,0.1089
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,131072,4,0.1477
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,6144,4,0.1087
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,4,32,4,0.3455
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,4096,4,0.1069
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,65536,4,0.1375
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,3072,4,0.1068
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,4,16,4,0.3445
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,32768,4,0.1311
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,2048,4,0.1008
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,8,131072,4,0.1620
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,4,8,4,0.3422
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,1536,4,0.1006
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,16384,4,0.1150
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,1024,4,0.1007
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,12288,4,0.1129
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,4,4,4,0.3422
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,512,4,0.0995
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,8,65536,4,0.1472
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,256,4,0.0987
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,10240,4,0.1110
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,4,1,4,0.3340
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,8,32768,4,0.1397
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,8,16384,4,0.1232
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,8192,4,0.1110
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,128,4,0.0987
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,6144,4,0.1090
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,8,12288,4,0.1215
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,64,4,0.0989
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,4096,4,0.1088
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,8,10240,4,0.1210
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,32,4,0.0986
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,3072,4,0.1089
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,16,4,0.0986
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,8,8192,4,0.1192
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,2048,4,0.1030
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,8,4,0.0985
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,8,6144,4,0.1191
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,4,4,0.0986
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,1536,4,0.1027
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,1,4,0.0966
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,8,4096,4,0.1170
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,1024,4,0.1018
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,512,4,0.1008
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,8,3072,4,0.1171
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,256,4,0.1006
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,8,2048,4,0.1110
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,128,4,0.1007
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,8,1536,4,0.1109
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,64,4,0.1006
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,32,4,0.1007
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,8,1024,4,0.1110
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,16,4,0.1006
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,8,65536,4,0.1478
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,8,4,0.1006
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,8,512,4,0.1088
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,4,4,0.1006
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,8,32768,4,0.1396
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,1,4,0.0987
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,8,256,4,0.1091
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,8,16384,4,0.1216
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,8,128,4,0.1089
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,8,12288,4,0.1190
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,8,10240,4,0.1181
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,8,32768,4,0.1508
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,8,64,4,0.1089
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,8,8192,4,0.1168
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,8,16384,4,0.1307
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,8,32,4,0.1088
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,8,6144,4,0.1163
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,8,4096,4,0.1149
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,8,12288,4,0.1283
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,8,16,4,0.1088
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,8,3072,4,0.1144
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,8,2048,4,0.1088
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,8,8,4,0.1075
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,8,10240,4,0.1272
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,8,1536,4,0.1087
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,8,4,4,0.1088
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,8,1024,4,0.1067
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,8,8192,4,0.1255
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,8,512,4,0.1047
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,8,1,4,0.1067
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,8,6144,4,0.1251
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,8,256,4,0.1039
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,8,4096,4,0.1231
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,8,128,4,0.1046
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,8,64,4,0.1028
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,8,3072,4,0.1230
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,8,32,4,0.1027
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,8,2048,4,0.1166
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,8,16,4,0.1030
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,8,1536,4,0.1156
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,8,8,4,0.1028
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,8,1024,4,0.1150
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,8,4,4,0.1027
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,8,512,4,0.1148
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,8,1,4,0.1026
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,8,256,4,0.1136
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,8,128,4,0.1129
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,8,64,4,0.1128
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,8,32,4,0.1124
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,8,16,4,0.1117
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,8,8,4,0.1114
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,8,4,4,0.1124
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,8,1,4,0.1108
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,8,16384,4,0.1560
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,8,16384,4,0.1429
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,8,12288,4,0.1533
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,8,12288,4,0.1392
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,8,10240,4,0.1522
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,8,6144,4,0.1577
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,8,10240,4,0.1375
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,8,8192,4,0.1498
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,8,8192,4,0.1358
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,8,4096,4,0.1541
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,8,6144,4,0.1480
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,8,6144,4,0.1353
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,8,3072,4,0.1531
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,8,4096,4,0.1324
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,8,4096,4,0.1461
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,8,2048,4,0.1460
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,8,4096,4,0.1972
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,8,3072,4,0.1314
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,8,3072,4,0.1455
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,8,2048,4,0.1255
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,8,1536,4,0.1420
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,8,2048,4,0.1391
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,8,1024,4,0.1377
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,8,1536,4,0.1360
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,8,3072,4,0.1949
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,8,1536,4,0.1235
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,8,512,4,0.1331
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,8,1024,4,0.1343
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,8,1024,4,0.1211
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,8,256,4,0.1299
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,8,512,4,0.1191
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,8,512,4,0.1191
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,8,128,4,0.1297
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,8,2048,4,0.1883
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,8,64,4,0.1274
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,8,256,4,0.1173
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,8,256,4,0.1168
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,8,32,4,0.1253
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,8,128,4,0.1185
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,8,128,4,0.1162
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,8,1536,4,0.1800
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,8,16,4,0.1252
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,8,64,4,0.1168
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,8,8,4,0.1246
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,8,64,4,0.1150
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,8,4,4,0.1251
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,8,2048,4,0.2792
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,8,32,4,0.1097
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,8,32,4,0.1129
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,8,1024,4,0.1722
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,8,1,4,0.1223
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,8,16,4,0.1091
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,8,16,4,0.1112
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,8,8,4,0.1096
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,8,512,4,0.1650
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,8,8,4,0.1114
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,8,4,4,0.1091
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,8,4,4,0.1115
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,8,256,4,0.1611
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,8,1536,4,0.2666
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,8,1,4,0.1089
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,8,1,4,0.1074
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,8,128,4,0.1600
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,8,64,4,0.1601
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,8,1024,4,0.2415
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,8,32,4,0.1544
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,8,512,4,0.2278
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,8,16,4,0.1546
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,8,8,4,0.1532
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,8,256,4,0.2221
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,8,4,4,0.1537
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,8,128,4,0.2211
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,8,1,4,0.1497
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,8,64,4,0.2207
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,8,32,4,0.2121
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,8,16,4,0.2107
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,8,8,4,0.2117
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,8,4,4,0.2121
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,8,1,4,0.2067
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,8,1024,4,0.3595
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,8,512,4,0.3347
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,8,256,4,0.3235
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,8,128,4,0.3222
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,8,64,4,0.3238
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,8,32,4,0.3107
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,8,16,4,0.3087
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,8,8,4,0.3076
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,8,4,4,0.3073
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_csa_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,8,1,4,0.2994
