framework,version,device,op_name,kernel_source,model,architecture,mla_dtype,kv_cache_dtype,gemm_type,num_heads,batch_size,isl,tp_size,step,compress_ratio,latency
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,4096,1,0,128,4.0818
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,8192,1,0,128,4.0903
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,256,1,0,128,4.0566
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,64,1,0,128,3.9443
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,3072,1,0,128,3.0387
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1024,1,0,128,4.1221
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,512,1,0,128,4.0255
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,6144,1,0,128,3.0586
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,2048,1,0,128,2.0371
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,128,1,0,128,3.9675
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,128,1,0,128,1.9938
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,32,1,0,128,1.9974
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,2048,1,0,128,4.0766
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,512,1,0,128,2.0515
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1536,1,0,128,1.5448
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,256,1,0,128,2.0092
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,4096,1,0,128,2.0371
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,16,1,0,128,1.0238
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,64,1,0,128,1.0090
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1024,1,0,128,1.0515
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,256,1,0,128,1.0499
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1536,1,0,128,3.0407
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,64,1,0,128,1.9620
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,128,1,0,128,1.0216
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,512,1,0,128,0.5444
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,8,1,0,128,0.5313
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,3072,1,0,128,1.5429
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,128,1,0,128,0.5470
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,64,1,0,128,0.5198
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,32,1,0,128,0.5257
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1024,1,0,128,2.0377
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,256,1,0,128,0.3040
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,32,1,0,128,1.0109
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,4,1,0,128,0.2912
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,64,1,0,128,0.2888
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,2048,1,0,128,1.0513
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,32,1,0,128,0.2870
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,16,1,0,128,0.2898
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,128,1,0,128,0.1944
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,512,1,0,128,1.0450
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,0,128,0.1370
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,32,1,0,128,0.1790
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,16,1,0,128,0.1798
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,8,1,0,128,0.1809
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1536,1,0,128,0.8043
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,16,1,0,128,0.5259
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,64,1,0,128,0.1366
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,256,1,0,128,0.5414
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,16,1,0,128,0.1368
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,8,1,0,128,0.1366
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,4,1,0,128,0.1369
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1024,1,0,128,0.5450
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,32,1,0,128,0.1207
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,8,1,0,128,0.2908
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,8,1,0,128,0.1198
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,128,1,0,128,0.2995
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,0,128,0.1138
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,4,1,0,128,0.1808
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,4,1,0,128,0.1210
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,16,1,0,128,0.1133
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,512,1,0,128,0.3013
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,4,1,0,128,0.1122
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,64,1,0,128,0.1799
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,0,128,0.1206
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,8,1,0,128,0.1122
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,256,1,0,128,0.2025
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,0,128,0.1129
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,0,128,0.1086
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,32,1,0,128,0.1366
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,4,1,0,128,0.1100
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,128,1,0,128,0.1546
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,16,1,0,128,0.1209
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,0,128,0.1084
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,64,1,0,128,0.1197
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,8,1,0,128,0.1130
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,32,1,0,128,0.1124
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,4,1,0,128,0.1123
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,16,1,0,128,0.1120
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,0,128,0.1083
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,8,1,0,128,0.1090
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,4,1,0,128,0.1075
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,0,128,0.1048
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,32,1,0,128,3.9729
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,16,1,0,128,3.9126
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,16,1,0,128,2.0014
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,8192,2,0,128,2.9398
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,8,1,0,128,1.0241
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,8,1,0,128,1.9764
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,8,1,0,128,3.9164
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,4,1,0,128,0.5312
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,6144,2,0,128,2.2083
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,4096,2,0,128,2.9279
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,4,1,0,128,1.0171
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,0,128,0.1810
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,2048,2,0,128,2.9170
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,4096,2,0,128,1.4940
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,4,1,0,128,1.9784
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,0,128,0.2926
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,3072,2,0,128,2.1988
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1024,2,0,128,2.9159
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,3072,2,0,128,1.1341
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,1,0,128,0.5307
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1536,2,0,128,2.1897
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,2048,2,0,128,0.7665
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,2048,2,0,128,1.4892
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,512,2,0,128,2.9131
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,512,2,0,128,1.4803
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1536,2,0,128,0.5941
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1536,2,0,128,1.1326
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,256,2,0,128,1.4689
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1024,2,0,128,1.4854
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1024,2,0,128,0.4066
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,256,2,0,128,0.7583
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1024,2,0,128,0.7635
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,512,2,0,128,0.2278
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,128,2,0,128,0.7396
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,512,2,0,128,0.7567
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,256,2,0,128,0.1637
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,128,2,0,128,0.4038
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,512,2,0,128,0.4044
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,256,2,0,128,0.4016
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,128,2,0,128,0.1234
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,64,2,0,128,0.3833
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,256,2,0,128,0.2309
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,64,2,0,128,0.2152
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,64,2,0,128,0.0927
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,128,2,0,128,0.2265
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,32,2,0,128,0.2151
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,128,2,0,128,0.1555
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,32,2,0,128,0.0882
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,64,2,0,128,0.1417
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,32,2,0,128,0.1420
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,16,2,0,128,0.0895
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,64,2,0,128,0.1057
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,16,2,0,128,0.1429
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,32,2,0,128,0.1050
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,8,2,0,128,0.0866
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,16,2,0,128,0.1054
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,16,2,0,128,0.0924
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,32,2,0,128,0.0930
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,4,2,0,128,0.0852
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,8,2,0,128,0.1055
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,8,2,0,128,0.0881
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,0,128,0.0820
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,8,2,0,128,0.0929
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,16,2,0,128,0.0885
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,4,2,0,128,0.0929
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,4,2,0,128,0.0892
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,8,2,0,128,0.0893
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,4,2,0,128,0.0885
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,0,128,0.0851
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,0,128,0.0892
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,4,2,0,128,0.0863
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,0,128,0.0866
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,0,128,0.0852
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,256,2,0,128,2.8941
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,128,2,0,128,1.4540
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,64,2,0,128,0.7240
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,32,2,0,128,0.3867
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,128,2,0,128,2.8336
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,64,2,0,128,2.7737
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,16,2,0,128,0.2161
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,64,2,0,128,1.4127
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,32,2,0,128,1.4236
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,8,2,0,128,0.1427
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,32,2,0,128,0.7269
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,16,2,0,128,0.7270
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,4,2,0,128,0.1056
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,8,2,0,128,0.3874
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,16,2,0,128,0.3866
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,0,128,0.0889
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,4,2,0,128,0.2183
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,8,2,0,128,0.2158
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,32,2,0,128,2.7946
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,0,128,0.1059
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,4,2,0,128,0.1432
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,16,2,0,128,1.4292
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,0,128,0.0927
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,16,2,0,128,2.7648
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,8,2,0,128,0.7298
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,4,2,0,128,0.3877
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,8,2,0,128,1.4182
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,8192,4,0,128,2.0732
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,0,128,0.1431
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,4,2,0,128,0.7259
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,6144,4,0,128,1.5596
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,0,128,0.2165
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,8,2,0,128,2.7821
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,4096,4,0,128,2.0654
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,4096,4,0,128,1.0534
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,4,2,0,128,1.4302
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,3072,4,0,128,1.5613
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,3072,4,0,128,0.8117
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,2048,4,0,128,1.0523
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,2,0,128,0.3909
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,2048,4,0,128,0.5533
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1536,4,0,128,0.8100
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1536,4,0,128,0.4306
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1024,4,0,128,0.5513
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1024,4,0,128,0.2968
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,512,4,0,128,0.2963
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,512,4,0,128,0.1765
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,256,4,0,128,0.1812
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,256,4,0,128,0.1341
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,128,4,0,128,0.1258
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,128,4,0,128,0.1048
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,64,4,0,128,0.0866
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,64,4,0,128,0.0780
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,32,4,0,128,0.0779
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,32,4,0,128,0.0742
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,16,4,0,128,0.0743
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,16,4,0,128,0.0759
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,8,4,0,128,0.0730
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,8,4,0,128,0.0759
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,4,4,0,128,0.0725
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,4,4,0,128,0.0732
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,0,128,0.0688
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,0,128,0.0732
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,2048,4,0,128,2.0957
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1024,4,0,128,2.0680
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1536,4,0,128,1.5722
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,512,4,0,128,2.0576
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,512,4,0,128,1.0486
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1024,4,0,128,1.0621
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,256,4,0,128,0.5465
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,256,4,0,128,1.0376
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,512,4,0,128,0.5511
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,128,4,0,128,0.2984
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,256,4,0,128,2.0163
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,128,4,0,128,0.5280
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,256,4,0,128,0.2962
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,128,4,0,128,1.9711
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,64,4,0,128,0.1663
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,128,4,0,128,1.0078
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,128,4,0,128,0.1756
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,64,4,0,128,0.2756
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,32,4,0,128,0.1131
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,64,4,0,128,0.9748
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,64,4,0,128,0.1125
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,64,4,0,128,0.5079
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,32,4,0,128,0.1638
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,16,4,0,128,0.0869
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,32,4,0,128,0.0868
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,32,4,0,128,0.5127
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,16,4,0,128,0.1122
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,32,4,0,128,0.2761
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,16,4,0,128,0.0779
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,8,4,0,128,0.0780
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,16,4,0,128,0.2766
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,8,4,0,128,0.0869
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,16,4,0,128,0.1637
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,64,4,0,128,1.9160
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,8,4,0,128,0.0747
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,8,4,0,128,0.1649
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,4,4,0,128,0.0778
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,8,4,0,128,0.1132
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,4,4,0,128,0.0742
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,4,4,0,128,0.0758
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,4,4,0,128,0.1123
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,0,128,0.0759
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,32,4,0,128,0.9865
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,4,4,0,128,0.0868
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,0,128,0.0731
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,0,128,0.0786
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,0,128,0.0725
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,16,4,0,128,0.5137
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,0,128,0.0745
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,8,4,0,128,0.2778
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,4,4,0,128,0.1638
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,0,128,0.0870
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,32,4,0,128,1.9317
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,16,4,0,128,0.9881
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,16,4,0,128,1.9259
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,8,4,0,128,0.5136
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,4,4,0,128,0.2788
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,8,4,0,128,0.9892
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,0,128,0.1130
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,4,4,0,128,0.5138
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,0,128,0.1651
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,8192,8,0,128,1.6323
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,6144,8,0,128,1.2394
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,8,4,0,128,1.9113
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,4096,8,0,128,0.8360
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,4096,8,0,128,1.6223
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,4,4,0,128,0.9831
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,2048,8,0,128,1.6235
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1024,8,0,128,1.6082
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,3072,8,0,128,0.6483
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,3072,8,0,128,1.2378
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,4,0,128,0.2800
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1536,8,0,128,1.2325
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,512,8,0,128,0.8253
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,2048,8,0,128,0.4417
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,2048,8,0,128,0.8353
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1024,8,0,128,0.8344
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,256,8,0,128,0.4330
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,512,8,0,128,1.5958
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1536,8,0,128,0.3428
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1536,8,0,128,0.6465
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,512,8,0,128,0.4338
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,128,8,0,128,0.2390
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,256,8,0,128,0.8146
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1024,8,0,128,0.4398
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1024,8,0,128,0.2426
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,256,8,0,128,0.2396
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,64,8,0,128,0.1350
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,512,8,0,128,0.2407
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,128,8,0,128,0.4137
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,512,8,0,128,0.1484
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,128,8,0,128,0.1497
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,32,8,0,128,0.0974
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,256,8,0,128,0.1514
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,64,8,0,128,0.2194
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,256,8,0,128,0.1190
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,64,8,0,128,0.0984
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,16,8,0,128,0.0750
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,128,8,0,128,0.1117
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,32,8,0,128,0.1352
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,128,8,0,128,0.0945
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,8,8,0,128,0.0672
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,32,8,0,128,0.0753
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,16,8,0,128,0.0984
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,64,8,0,128,0.0756
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,256,8,0,128,1.5640
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,64,8,0,128,0.0679
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,16,8,0,128,0.0674
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,4,8,0,128,0.0608
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,8,8,0,128,0.0754
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,32,8,0,128,0.0682
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,128,8,0,128,0.7891
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,32,8,0,128,0.0617
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,0,128,0.0629
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,8,8,0,128,0.0632
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,4,8,0,128,0.0683
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,128,8,0,128,1.5204
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,16,8,0,128,0.0620
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,64,8,0,128,0.3947
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,16,8,0,128,0.0651
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,4,8,0,128,0.0652
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,32,8,0,128,0.2205
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,0,128,0.0656
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,8,8,0,128,0.0663
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,64,8,0,128,0.7521
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,16,8,0,128,0.1350
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,0,128,0.0607
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,8,8,0,128,0.0629
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,4,8,0,128,0.0619
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,32,8,0,128,0.3994
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,8,8,0,128,0.0984
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,4,8,0,128,0.0599
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,0,128,0.0595
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,16,8,0,128,0.2203
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,4,8,0,128,0.0752
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,0,128,0.0572
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,0,128,0.0612
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,8,8,0,128,0.1351
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,4,8,0,128,0.0981
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,0,128,0.0682
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,64,8,0,128,1.4568
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,32,8,0,128,0.7636
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,16,8,0,128,0.3990
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,8,8,0,128,0.2214
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,4,8,0,128,0.1355
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,0,128,0.0756
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,32,8,0,128,1.4735
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,16,8,0,128,0.7655
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,8,8,0,128,0.4010
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,4,8,0,128,0.2219
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,0,128,0.0986
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,16,8,0,128,1.4699
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,8,8,0,128,1.4668
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,8,8,0,128,0.7659
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,4,8,0,128,0.7663
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,4,8,0,128,0.4015
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,8,0,128,0.2250
SGLang,0.5.10rc0,NVIDIA H200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,0,128,0.1372
