framework,version,device,op_name,kernel_source,model,architecture,mla_dtype,kv_cache_dtype,gemm_type,num_heads,batch_size,isl,tp_size,step,compress_ratio,latency
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,262144,128,0.1422
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,1048575,128,0.1501
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,131072,128,0.1365
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,524288,128,0.1456
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,65536,128,0.1351
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,262144,128,0.1358
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,32768,128,0.1409
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,32768,128,0.1324
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,131072,128,0.1312
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,131072,128,0.1406
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,16384,128,0.1319
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,16384,128,0.1390
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,65536,128,0.1297
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,16384,128,0.1456
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,65536,128,0.1368
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,12288,128,0.1319
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,12288,128,0.1392
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,16384,128,0.1526
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,32768,128,0.1284
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,32768,128,0.1332
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,12288,128,0.1453
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,10240,128,0.1314
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,10240,128,0.1391
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,6144,128,0.1645
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,16384,128,0.1281
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,16384,128,0.1331
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,12288,128,0.1521
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,10240,128,0.1456
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,8192,128,0.1315
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,65536,128,0.1403
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,12288,128,0.1278
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,8192,128,0.1389
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,12288,128,0.1327
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,8192,128,0.1437
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,6144,128,0.1313
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,4096,128,0.1640
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,10240,128,0.1522
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,32768,128,0.1371
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,10240,128,0.1277
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,10240,128,0.1323
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,6144,128,0.1389
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,4096,128,0.1311
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,6144,128,0.1437
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,8192,128,0.1490
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,3072,128,0.1642
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,8192,128,0.1323
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,16384,128,0.1354
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,3072,128,0.1314
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,8192,128,0.1280
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,4096,128,0.1388
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,4096,128,0.1434
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,2048,128,0.1310
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,6144,128,0.1487
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,12288,128,0.1349
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,6144,128,0.1278
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,2048,128,0.1637
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,3072,128,0.1434
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,3072,128,0.1389
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,6144,128,0.1322
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,1536,128,0.1310
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,4096,128,0.1488
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,2048,128,0.1430
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,10240,128,0.1348
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,4096,128,0.1276
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,2048,128,0.1387
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,4096,128,0.1320
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,1536,128,0.1639
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,1024,128,0.1311
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,1536,128,0.1432
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,3072,128,0.1487
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,1536,128,0.1385
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,8192,128,0.1342
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,3072,128,0.1276
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,3072,128,0.1322
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,512,128,0.1310
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,1024,128,0.1638
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,1024,128,0.1431
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,1024,128,0.1386
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,2048,128,0.1486
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,256,128,0.1311
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,6144,128,0.1338
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,2048,128,0.1318
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,2048,128,0.1276
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,512,128,0.1431
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,512,128,0.1638
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,128,128,0.1308
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,512,128,0.1387
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,256,128,0.1429
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,1536,128,0.1484
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,1536,128,0.1321
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,4096,128,0.1339
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,1536,128,0.1278
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,64,128,0.1306
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,128,128,0.1429
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,256,128,0.1383
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,1024,128,0.1487
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,1024,128,0.1319
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,256,128,0.1637
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,3072,128,0.1339
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,1024,128,0.1278
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,32,128,0.1307
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,64,128,0.1428
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,128,128,0.1384
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,512,128,0.1319
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,512,128,0.1484
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,16,128,0.1304
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,2048,128,0.1336
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,128,128,0.1639
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,32,128,0.1368
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,512,128,0.1273
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,64,128,0.1381
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,16,128,0.1368
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,8,128,0.1307
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,256,128,0.1314
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,256,128,0.1486
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,1536,128,0.1335
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,64,128,0.1632
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,256,128,0.1275
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,8,128,0.1366
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,4,128,0.1303
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,32,128,0.1369
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,128,128,0.1315
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,128,128,0.1484
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,1024,128,0.1340
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,4,128,0.1363
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,128,128,0.1274
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,1,128,0.1304
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,32,128,0.1604
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,16,128,0.1366
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,64,128,0.1484
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,64,128,0.1316
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,1,128,0.1364
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,512,128,0.1336
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,64,128,0.1276
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,16,128,0.1601
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,32,128,0.1462
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,32,128,0.1312
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,8,128,0.1368
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,256,128,0.1332
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,16,128,0.1459
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,8,128,0.1601
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,32,128,0.1271
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,16,128,0.1313
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,4,128,0.1368
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,128,128,0.1333
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,8,128,0.1460
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,4,128,0.1602
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,16,128,0.1271
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,8,128,0.1311
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,1,128,0.1365
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,64,128,0.1338
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,4,128,0.1455
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,8,128,0.1273
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,1,128,0.1598
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,4,128,0.1315
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,32,128,0.1331
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,1,128,0.1454
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,1,128,0.1311
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,4,128,0.1271
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,16,128,0.1330
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,1,128,0.1273
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,8,128,0.1328
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,4,128,0.1329
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,1,128,0.1328
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,4096,128,0.2178
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,3072,128,0.2175
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,2048,128,0.3364
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,2048,128,0.2173
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,1536,128,0.2176
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,1048575,128,0.1159
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,1536,128,0.3382
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,1024,128,0.2170
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,524288,128,0.1116
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,131072,128,0.1073
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,262144,128,0.1099
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,262144,128,0.1021
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,512,128,0.2173
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,1024,128,0.3366
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,65536,128,0.1072
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,65536,128,0.1058
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,131072,128,0.0977
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,256,128,0.2170
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,32768,128,0.1032
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,131072,128,0.1040
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,32768,128,0.1005
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,1,1024,128,0.6035
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,512,128,0.3367
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,65536,128,0.0960
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,65536,128,0.1009
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,16384,128,0.1000
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,16384,128,0.1016
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,128,128,0.2170
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,32768,128,0.1075
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,32768,128,0.0947
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,12288,128,0.0997
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,32768,128,0.0993
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,12288,128,0.1008
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,256,128,0.3367
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,64,128,0.2142
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,16384,128,0.1055
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,16384,128,0.0945
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,10240,128,0.0994
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,1,512,128,0.6052
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,10240,128,0.1012
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,16384,128,0.0988
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,32,128,0.2074
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,128,128,0.3356
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,12288,128,0.0941
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,12288,128,0.1053
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,8192,128,0.0995
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,8192,128,0.1011
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,12288,128,0.0984
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,10240,128,0.0941
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,16,128,0.2069
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,64,128,0.3303
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,10240,128,0.1058
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,6144,128,0.0996
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,6144,128,0.1011
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,1,256,128,0.6020
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,8192,128,0.0944
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,10240,128,0.0984
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,8,128,0.2065
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,8192,128,0.1053
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,4096,128,0.0992
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,32,128,0.3189
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,4096,128,0.1006
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,6144,128,0.0941
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,1,128,128,0.6030
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,6144,128,0.1056
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,8192,128,0.0987
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,4,128,0.2059
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,3072,128,0.1003
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,3072,128,0.0989
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,16,128,0.3170
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,4096,128,0.0944
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,4096,128,0.1052
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,6144,128,0.0988
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,1,64,128,0.5935
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,2048,128,0.1005
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,2048,128,0.0988
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,3072,128,0.0939
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,1,128,0.2055
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,8,128,0.3157
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,3072,128,0.1052
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,1536,128,0.0989
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,1536,128,0.1004
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,2048,128,0.0938
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,4096,128,0.0983
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,1,32,128,0.5718
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,2048,128,0.1050
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,4,128,0.3164
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,1024,128,0.0988
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,1024,128,0.1004
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,1536,128,0.0936
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,1,16,128,0.5688
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,1536,128,0.1052
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,3072,128,0.0983
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,512,128,0.0990
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,1,128,0.3150
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,1024,128,0.0939
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,512,128,0.1003
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,1024,128,0.1047
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,1,8,128,0.5676
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,256,128,0.0986
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,2048,128,0.0982
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,512,128,0.0941
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,256,128,0.1009
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,512,128,0.1048
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,128,128,0.0984
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,1,4,128,0.5658
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,1536,128,0.0980
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,256,128,0.0943
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,256,128,0.1047
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,128,128,0.1004
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,64,128,0.0986
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,1,1,128,0.5652
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,128,128,0.1050
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,128,128,0.0938
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,32,128,0.0983
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,1024,128,0.0983
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,64,128,0.1007
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,64,128,0.1046
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,64,128,0.0935
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,16,128,0.0984
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,32,128,0.1001
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,512,128,0.0980
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,32,128,0.0942
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,32,128,0.1032
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,16,128,0.0996
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,8,128,0.0982
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,256,128,0.0980
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,16,128,0.0941
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,16,128,0.1028
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,4,128,0.0984
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,8,128,0.0999
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,128,128,0.0981
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,8,128,0.0939
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,8,128,0.1026
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,4,128,0.0995
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,1,128,0.0984
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,4,128,0.0942
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,64,128,0.0978
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,4,128,0.1026
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,1,128,0.0998
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,1,128,0.1028
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,1,128,0.0940
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,32,128,0.0983
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,16,128,0.0983
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,8,128,0.0982
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,4,128,0.0980
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,1,128,0.0980
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,16384,128,0.1096
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,12288,128,0.1100
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,10240,128,0.1097
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,8192,128,0.1078
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,16384,128,0.1155
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,6144,128,0.1081
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,4096,128,0.1078
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,6144,128,0.1252
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,12288,128,0.1149
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,3072,128,0.1075
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,4096,128,0.1250
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,10240,128,0.1143
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,2048,128,0.1076
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,3072,128,0.1243
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,1536,128,0.1074
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,8192,128,0.1112
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,1024,128,0.1076
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,2048,128,0.1249
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,6144,128,0.1110
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,512,128,0.1071
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,1536,128,0.1245
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,4096,128,0.1112
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,256,128,0.1076
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,1024,128,0.1246
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,4096,128,0.1691
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,3072,128,0.1109
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,128,128,0.1073
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,512,128,0.1245
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,2048,128,0.1107
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,64,128,0.1074
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,1048575,128,0.0976
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,32,128,0.1010
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,3072,128,0.1685
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,256,128,0.1247
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,1536,128,0.1111
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,524288,128,0.0931
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,16,128,0.1008
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,128,128,0.1245
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,1024,128,0.1109
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,2048,128,0.2640
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,262144,128,0.0836
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,8,128,0.1004
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,2048,128,0.1692
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,64,128,0.1241
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,512,128,0.1111
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,2,1024,128,0.4663
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,4,128,0.1005
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,131072,128,0.0794
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,256,128,0.1108
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,32,128,0.1212
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,1,128,0.1007
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,1536,128,0.1676
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,262144,128,0.0908
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,65536,128,0.0772
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,16,128,0.1206
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,1536,128,0.2639
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,128,128,0.1109
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,1024,128,0.1693
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,131072,128,0.0850
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,8,128,0.1208
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,32768,128,0.0764
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,64,128,0.1108
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,2,512,128,0.4657
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,4,128,0.1211
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,16384,128,0.0759
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,65536,128,0.0818
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,512,128,0.1673
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,1024,128,0.2637
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,32,128,0.1083
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,1,128,0.1210
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,12288,128,0.0759
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,2,256,128,0.4664
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,32768,128,0.0802
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,16,128,0.1082
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,256,128,0.1687
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,512,128,0.2631
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,10240,128,0.0761
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,8,128,0.1082
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,16384,128,0.0797
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,128,128,0.1675
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,2,128,128,0.4650
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,256,128,0.2635
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,4,128,0.1080
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,8192,128,0.0758
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,12288,128,0.0794
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,64,128,0.1666
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,2,64,128,0.4561
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,1,128,0.1081
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,6144,128,0.0755
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,128,128,0.2633
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,10240,128,0.0794
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,32,128,0.1597
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,2,32,128,0.4330
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,4096,128,0.0757
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,8192,128,0.0792
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,64,128,0.2578
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,16,128,0.1605
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,2,16,128,0.4307
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,3072,128,0.0756
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,6144,128,0.0795
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,32,128,0.2467
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,8,128,0.1581
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,2048,128,0.0756
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,2,8,128,0.4290
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,4096,128,0.0791
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,16,128,0.2440
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,1536,128,0.0756
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,4,128,0.1600
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,2,4,128,0.4283
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,3072,128,0.0794
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,8,128,0.2430
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,1024,128,0.0756
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,2048,128,0.0791
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,1,128,0.1576
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,2,1,128,0.4272
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,4,128,0.2432
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,512,128,0.0751
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,1536,128,0.0786
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,1,128,0.2424
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,256,128,0.0756
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,1024,128,0.0792
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,128,128,0.0753
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,512,128,0.0791
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,256,128,0.0786
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,64,128,0.0753
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,128,128,0.0785
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,32,128,0.0760
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,64,128,0.0789
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,16,128,0.0759
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,8,128,0.0754
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,32,128,0.0790
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,4,128,0.0760
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,16,128,0.0792
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,1,128,0.0759
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,8,128,0.0793
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,4,128,0.0791
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,1,128,0.0794
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,131072,128,0.0876
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,65536,128,0.0829
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,32768,128,0.0809
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,16384,128,0.0804
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,12288,128,0.0803
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,65536,128,0.0884
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,10240,128,0.0801
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,32768,128,0.0848
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,8192,128,0.0797
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,32768,128,0.0878
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,16384,128,0.0829
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,6144,128,0.0796
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,16384,128,0.0856
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,12288,128,0.0824
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,4096,128,0.0794
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,12288,128,0.0852
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,10240,128,0.0823
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,3072,128,0.0794
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,10240,128,0.0856
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,8192,128,0.0812
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,2048,128,0.0795
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,8192,128,0.0854
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,6144,128,0.0814
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,16384,128,0.0910
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,1536,128,0.0792
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,6144,128,0.0856
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,4096,128,0.0812
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,12288,128,0.0915
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,1024,128,0.0795
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,16384,128,0.0942
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,4096,128,0.0858
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,3072,128,0.0807
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,10240,128,0.0909
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,512,128,0.0791
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,6144,128,0.1018
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,3072,128,0.0854
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,2048,128,0.0808
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,8192,128,0.0888
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,12288,128,0.0937
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,256,128,0.0790
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,4096,128,0.1016
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,2048,128,0.0852
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,1536,128,0.0805
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,6144,128,0.0888
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,128,128,0.0792
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,10240,128,0.0936
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,1536,128,0.0852
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,1024,128,0.0808
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,4096,128,0.0886
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,3072,128,0.1017
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,64,128,0.0791
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,1024,128,0.0851
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,8192,128,0.0905
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,3072,128,0.0885
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,512,128,0.0806
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,2048,128,0.1014
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,32,128,0.0787
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,512,128,0.0851
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,2048,128,0.0885
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,256,128,0.0808
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,6144,128,0.0903
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,16,128,0.0786
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,1536,128,0.1016
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,256,128,0.0852
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,1536,128,0.0884
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,8,128,0.0788
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,4096,128,0.0901
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,4096,128,0.1369
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,128,128,0.0806
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,1024,128,0.1010
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,128,128,0.0851
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,4,128,0.0786
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,1024,128,0.0883
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,3072,128,0.0901
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,1,128,0.0784
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,2048,128,0.2058
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,64,128,0.0808
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,512,128,0.1015
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,64,128,0.0848
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,512,128,0.0880
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,3072,128,0.1361
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,2048,128,0.0901
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,32,128,0.0805
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,256,128,0.1017
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,32,128,0.0831
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,256,128,0.0884
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,1536,128,0.0903
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,16,128,0.0807
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,16,128,0.0832
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,128,128,0.1013
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,1536,128,0.2056
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,2048,128,0.1357
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,128,128,0.0883
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,1024,128,0.0901
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,8,128,0.0806
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,8,128,0.0832
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,64,128,0.1005
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,64,128,0.0885
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,1536,128,0.1357
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,512,128,0.0903
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,1024,128,0.2060
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,4,128,0.0828
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,4,128,0.0803
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,32,128,0.0983
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,32,128,0.0820
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,256,128,0.0904
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,1024,128,0.1352
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,1,128,0.0830
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,16,128,0.0983
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,1,128,0.0801
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,512,128,0.2054
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,16,128,0.0818
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,128,128,0.0903
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,512,128,0.1357
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,8,128,0.0977
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,256,128,0.2051
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,8,128,0.0816
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,64,128,0.0898
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,4,128,0.0981
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,128,128,0.2055
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,256,128,0.1351
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,4,128,0.0817
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,64,128,0.2006
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,32,128,0.0875
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,1,128,0.0981
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,1,128,0.0814
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,128,128,0.1353
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,32,128,0.1884
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,16,128,0.0875
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,16,128,0.1871
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,64,128,0.1337
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,8,128,0.1854
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,8,128,0.0873
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,4,128,0.1854
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,32,128,0.1284
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,1,128,0.1840
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,4,128,0.0870
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,16,128,0.1273
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,1,128,0.0869
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,8,128,0.1273
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,4,128,0.1267
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,1,128,0.1266
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,4,1024,128,0.3542
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,4,512,128,0.3547
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,1048575,128,0.0909
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,262144,128,0.0811
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,524288,128,0.0859
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,4,256,128,0.3552
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,131072,128,0.0741
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,262144,128,0.0765
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,65536,128,0.0713
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,65536,128,0.0771
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,4,128,128,0.3542
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,131072,128,0.0718
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,32768,128,0.0700
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,32768,128,0.0731
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,32768,128,0.0765
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,65536,128,0.0699
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,4,64,128,0.3458
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,16384,128,0.0694
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,16384,128,0.0711
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,131072,128,0.0780
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,16384,128,0.0750
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,32768,128,0.0684
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,16384,128,0.0796
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,12288,128,0.0713
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,4,32,128,0.3220
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,12288,128,0.0692
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,65536,128,0.0739
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,12288,128,0.0749
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,16384,128,0.0686
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,12288,128,0.0797
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,10240,128,0.0710
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,10240,128,0.0689
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,4,16,128,0.3202
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,32768,128,0.0712
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,10240,128,0.0746
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,8192,128,0.0712
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,10240,128,0.0798
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,12288,128,0.0683
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,16384,128,0.0828
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,8192,128,0.0692
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,8192,128,0.0749
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,6144,128,0.0706
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,16384,128,0.0708
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,8192,128,0.0781
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,4,8,128,0.3181
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,10240,128,0.0678
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,6144,128,0.0747
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,4096,128,0.0706
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,6144,128,0.0691
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,12288,128,0.0824
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,6144,128,0.0781
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,12288,128,0.0701
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,4,4,128,0.3178
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,8192,128,0.0681
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,4096,128,0.0744
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,3072,128,0.0704
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,4096,128,0.0689
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,4096,128,0.0779
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,10240,128,0.0699
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,3072,128,0.0740
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,2048,128,0.0705
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,4,1,128,0.3165
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,10240,128,0.0818
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,6144,128,0.0679
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,3072,128,0.0773
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,3072,128,0.0687
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,2048,128,0.0742
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,1536,128,0.0703
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,8192,128,0.0704
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,8192,128,0.0789
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,4096,128,0.0677
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,2048,128,0.0776
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,2048,128,0.0686
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,1024,128,0.0706
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,1536,128,0.0739
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,6144,128,0.0701
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,1536,128,0.0774
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,3072,128,0.0675
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,6144,128,0.0787
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,512,128,0.0701
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,1536,128,0.0685
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,1024,128,0.0739
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,1024,128,0.0774
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,4096,128,0.0695
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,256,128,0.0703
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,2048,128,0.0674
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,4096,128,0.0788
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,512,128,0.0739
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,1024,128,0.0687
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,512,128,0.0772
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,3072,128,0.0694
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,256,128,0.0741
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,1536,128,0.0669
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,3072,128,0.0784
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,128,128,0.0704
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,128,128,0.0739
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,256,128,0.0774
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,512,128,0.0685
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,2048,128,0.0696
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,64,128,0.0742
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,1024,128,0.0674
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,2048,128,0.0783
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,128,128,0.0773
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,64,128,0.0700
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,32,128,0.0720
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,256,128,0.0684
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,1536,128,0.0696
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,512,128,0.0674
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,16,128,0.0724
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,1536,128,0.0784
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,64,128,0.0772
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,32,128,0.0696
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,8,128,0.0726
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,128,128,0.0685
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,1024,128,0.0697
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,256,128,0.0672
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,32,128,0.0708
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,1024,128,0.0786
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,4,128,0.0724
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,16,128,0.0694
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,1,128,0.0727
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,64,128,0.0677
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,128,128,0.0671
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,512,128,0.0695
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,16,128,0.0706
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,512,128,0.0785
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,8,128,0.0694
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,64,128,0.0671
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,8,128,0.0710
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,32,128,0.0684
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,256,128,0.0785
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,256,128,0.0694
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,4,128,0.0705
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,32,128,0.0675
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,128,128,0.0788
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,4,128,0.0696
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,128,128,0.0692
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,16,128,0.0686
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,1,128,0.0702
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,16,128,0.0677
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,64,128,0.0692
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,1,128,0.0694
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,64,128,0.0783
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,8,128,0.0684
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,8,128,0.0677
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,32,128,0.0759
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,32,128,0.0689
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,4,128,0.0683
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,4,128,0.0677
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,16,128,0.0756
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,16,128,0.0686
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,1,128,0.0683
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,1,128,0.0678
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,8,128,0.0756
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,8,128,0.0687
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,4,128,0.0754
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,4,128,0.0688
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,1,128,0.0753
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,1,128,0.0686
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,6144,128,0.0884
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,4096,128,0.0885
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,3072,128,0.0886
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,2048,128,0.0878
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,1536,128,0.0877
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,1024,128,0.0881
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,4096,128,0.1183
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,512,128,0.0878
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,256,128,0.0879
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,3072,128,0.1185
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,128,128,0.0879
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,64,128,0.0872
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,32,128,0.0851
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,2048,128,0.1181
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,16,128,0.0845
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,8,128,0.0842
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,1536,128,0.1181
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,4,128,0.0845
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,2048,128,0.1754
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,1,128,0.0845
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,1024,128,0.1183
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,512,128,0.1180
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,1536,128,0.1758
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,256,128,0.1182
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,8,1024,128,0.2966
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,128,128,0.1181
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,64,128,0.1169
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,1024,128,0.1760
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,32,128,0.1115
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,512,128,0.1752
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,8,512,128,0.2965
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,16,128,0.1114
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,256,128,0.1754
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,8,128,0.1111
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,8,256,128,0.2965
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,128,128,0.1756
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,4,128,0.1108
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,64,128,0.1709
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,1,128,0.1108
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,8,128,128,0.2967
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,32,128,0.1593
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,8,64,128,0.2870
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,16,128,0.1569
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,8,32,128,0.2639
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,8,128,0.1566
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,8,16,128,0.2604
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,4,128,0.1573
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,1,128,0.1559
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,8,8,128,0.2597
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,8,4,128,0.2590
SGLang,0.5.10rc0,NVIDIA H100 80GB HBM3,dsv4_flash_hca_generation_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,8,1,128,0.2586
