framework,version,device,op_name,kernel_source,model,architecture,mla_dtype,kv_cache_dtype,gemm_type,num_heads,batch_size,isl,tp_size,step,compress_ratio,latency
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,64,128,0.010587
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,512,128,0.010588
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,1536,128,0.010564
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,128,128,0.010600
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,2048,128,0.010594
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,4096,128,0.010611
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,3072,128,0.010619
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,256,128,0.010586
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,8192,128,0.010581
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,10240,128,0.010835
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,16384,128,0.010830
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,32768,128,0.011297
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,65536,128,0.012195
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,1024,128,0.010666
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,131072,128,0.013854
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,262144,128,0.017699
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,524288,128,0.024744
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,4,1,64,128,0.010761
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,4,1,128,128,0.010750
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,4,1,512,128,0.010782
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,4,1,1536,128,0.010792
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,1048575,128,0.027300
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,4,1,2048,128,0.010762
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,4,1,3072,128,0.010792
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,4,1,4096,128,0.010782
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,4,1,6144,128,0.010761
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,4,1,8192,128,0.010781
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,4,1,10240,128,0.010912
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,4,1,12288,128,0.010963
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,4,1,32768,128,0.011464
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,4,1,65536,128,0.013226
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,4,1,131072,128,0.015528
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,4,1,262144,128,0.018296
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,8,1,64,128,0.010895
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,6144,128,0.010594
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,8,1,128,128,0.011007
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,8,1,256,128,0.010892
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,8,1,512,128,0.010879
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,8,1,1024,128,0.011058
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,8,1,1536,128,0.010970
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,8,1,2048,128,0.010902
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,8,1,3072,128,0.010918
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,8,1,6144,128,0.010921
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,8,1,8192,128,0.010919
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,8,1,10240,128,0.011449
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,12288,128,0.010802
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,8,1,12288,128,0.011253
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,8,1,16384,128,0.011432
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,8,1,32768,128,0.012529
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,8,1,65536,128,0.013750
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,8,1,131072,128,0.016607
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,8,1,262144,128,0.020105
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,16,1,64,128,0.012234
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,16,1,128,128,0.012354
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,16,1,256,128,0.012379
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,16,1,512,128,0.012190
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,16,1,1024,128,0.012245
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,16,1,1536,128,0.012205
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,16,1,2048,128,0.012436
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,16,1,3072,128,0.012352
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,16,1,4096,128,0.012459
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,4,1,256,128,0.010830
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,16,1,6144,128,0.012364
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,4,1,1024,128,0.010709
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,16,1,8192,128,0.012494
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,16,1,10240,128,0.013585
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,16,1,12288,128,0.013922
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,16,1,16384,128,0.013886
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,16,1,32768,128,0.014961
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,16,1,65536,128,0.015965
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,16,1,131072,128,0.019292
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,32,1,32,128,0.014450
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,16,1,262144,128,0.025916
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,4,1,16384,128,0.011196
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,32,1,64,128,0.014721
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,16,1,524288,128,0.038657
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,32,1,128,128,0.014546
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,32,1,256,128,0.014701
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,32,1,1024,128,0.014751
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,32,1,2048,128,0.014380
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,32,1,1536,128,0.014849
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,32,1,3072,128,0.014695
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,32,1,4096,128,0.014738
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,4,1,524288,128,0.021906
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,32,1,6144,128,0.014394
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,32,1,8192,128,0.014811
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,32,1,10240,128,0.016962
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,32,1,16384,128,0.016916
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,32,1,65536,128,0.021013
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,32,1,131072,128,0.027226
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,8,1,4096,128,0.010891
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,64,1,0,128,0.013437
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,64,1,1,128,0.013353
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,32,1,262144,128,0.038339
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,64,1,4,128,0.013330
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,64,1,8,128,0.013340
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,32,1,524288,128,0.059563
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,64,1,32,128,0.013373
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,64,1,128,128,0.013468
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,64,1,256,128,0.013360
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,64,1,512,128,0.013513
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,8,1,524288,128,0.026163
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,64,1,1024,128,0.013528
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,64,1,2048,128,0.013540
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,64,1,3072,128,0.013547
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,64,1,4096,128,0.013614
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,64,1,6144,128,0.013640
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,64,1,8192,128,0.013681
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,64,1,10240,128,0.016121
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,64,1,12288,128,0.016165
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,64,1,16384,128,0.016348
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,32,1,512,128,0.014645
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,64,1,32768,128,0.021274
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,32,1,12288,128,0.017038
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,64,1,65536,128,0.032082
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,64,1,131072,128,0.042948
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,128,1,0,128,0.014664
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,128,1,1,128,0.014507
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,128,1,4,128,0.014476
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,128,1,8,128,0.014500
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,64,1,16,128,0.013390
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,128,1,16,128,0.014452
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,64,1,524288,128,0.106585
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,128,1,32,128,0.014499
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,64,1,64,128,0.013310
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,128,1,64,128,0.014535
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,128,1,128,128,0.014525
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,128,1,512,128,0.014554
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,128,1,256,128,0.014524
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,128,1,1536,128,0.014520
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,128,1,2048,128,0.014484
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,128,1,3072,128,0.014609
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,128,1,4096,128,0.014771
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,128,1,6144,128,0.014528
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,128,1,8192,128,0.017093
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,128,1,10240,128,0.017207
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,64,1,1536,128,0.012948
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,128,1,16384,128,0.019576
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,128,1,12288,128,0.017326
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,128,1,32768,128,0.024752
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,128,1,65536,128,0.034869
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,128,1,131072,128,0.055620
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,256,1,0,128,0.026883
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,256,1,1,128,0.026734
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,128,1,262144,128,0.097918
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,256,1,4,128,0.026924
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,256,1,8,128,0.026938
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,256,1,16,128,0.026708
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,256,1,32,128,0.026988
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,256,1,128,128,0.027088
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,128,1,524288,128,0.182541
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,256,1,256,128,0.026798
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,256,1,512,128,0.027112
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,256,1,1024,128,0.027168
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,256,1,2048,128,0.027092
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,256,1,3072,128,0.027256
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,256,1,4096,128,0.027132
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,256,1,6144,128,0.027142
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,256,1,8192,128,0.032390
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,256,1,10240,128,0.032427
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,256,1,12288,128,0.032614
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,256,1,16384,128,0.037302
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,256,1,32768,128,0.047857
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,64,1,262144,128,0.063534
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,256,1,65536,128,0.067781
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,256,1,131072,128,0.108728
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,512,1,0,128,0.057336
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,512,1,1,128,0.057305
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,128,1,1024,128,0.014434
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,256,1,262144,128,0.192148
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,512,1,4,128,0.057510
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,512,1,8,128,0.057255
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,512,1,16,128,0.057251
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,512,1,32,128,0.057908
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,512,1,128,128,0.057342
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,512,1,256,128,0.057678
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,512,1,512,128,0.057932
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,256,1,524288,128,0.354865
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,512,1,1024,128,0.057327
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,512,1,1536,128,0.057445
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,512,1,2048,128,0.058164
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,512,1,3072,128,0.057718
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,512,1,4096,128,0.057281
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,512,1,6144,128,0.057920
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,512,1,8192,128,0.068987
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,512,1,10240,128,0.068384
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,256,1,1536,128,0.026847
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,512,1,12288,128,0.068144
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,512,1,16384,128,0.077996
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,512,1,32768,128,0.098460
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,32,1,32768,128,0.017688
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,512,1,131072,128,0.218948
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1024,1,0,128,0.116926
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1024,1,1,128,0.117022
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1024,1,4,128,0.116947
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1024,1,8,128,0.116988
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,512,1,262144,128,0.378209
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1024,1,16,128,0.116868
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,512,1,64,128,0.057505
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1024,1,32,128,0.116997
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1024,1,64,128,0.116966
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1024,1,128,128,0.116128
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1024,1,256,128,0.116911
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1024,1,512,128,0.117003
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1024,1,1024,128,0.117052
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1024,1,1536,128,0.116770
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,256,1,64,128,0.026864
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,512,1,524288,128,0.709204
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1024,1,3072,128,0.117421
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1024,1,4096,128,0.117506
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1024,1,6144,128,0.117407
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1024,1,8192,128,0.137416
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1024,1,10240,128,0.138874
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,512,1,65536,128,0.139065
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1024,1,12288,128,0.139156
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1024,1,16384,128,0.157953
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1024,1,32768,128,0.198164
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1024,1,65536,128,0.277093
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1536,1,0,128,0.173720
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1536,1,1,128,0.173686
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1536,1,4,128,0.174274
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1024,1,131072,128,0.437020
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1536,1,8,128,0.173533
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1536,1,16,128,0.174249
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1536,1,32,128,0.173709
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1536,1,64,128,0.174292
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1536,1,128,128,0.173200
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1024,1,2048,128,0.117286
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1536,1,512,128,0.174243
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1536,1,1024,128,0.174616
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1024,1,262144,128,0.752142
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1536,1,1536,128,0.173658
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1536,1,2048,128,0.174508
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1536,1,3072,128,0.175273
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1536,1,4096,128,0.175100
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1536,1,6144,128,0.175020
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1536,1,8192,128,0.204584
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1536,1,10240,128,0.206970
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1536,1,12288,128,0.207605
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1536,1,16384,128,0.236478
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1536,1,32768,128,0.295747
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1536,1,65536,128,0.415647
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,2048,1,0,128,0.229291
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1024,1,524288,128,1.405818
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,2048,1,1,128,0.229818
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1536,1,256,128,0.173550
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1536,1,131072,128,0.651420
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,2048,1,4,128,0.231229
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,2048,1,8,128,0.229728
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,2048,1,16,128,0.228279
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,2048,1,32,128,0.230076
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,2048,1,64,128,0.226734
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,2048,1,128,128,0.227118
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,2048,1,256,128,0.232105
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,2048,1,512,128,0.227015
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,2048,1,1024,128,0.233306
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,2048,1,1536,128,0.232742
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,2048,1,2048,128,0.231113
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1536,1,262144,128,1.132307
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,2048,1,3072,128,0.231154
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,2048,1,4096,128,0.232603
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,2048,1,6144,128,0.232526
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,2048,1,8192,128,0.274158
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,2048,1,10240,128,0.275536
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,2048,1,12288,128,0.275115
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,2048,1,16384,128,0.313210
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,2048,1,32768,128,0.391429
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,3072,1,0,128,0.333233
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,2048,1,65536,128,0.553180
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,3072,1,1,128,0.345432
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,3072,1,4,128,0.345749
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1536,1,524288,128,2.090450
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,2048,1,131072,128,0.869256
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,3072,1,8,128,0.332690
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,3072,1,16,128,0.337359
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,3072,1,32,128,0.345186
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,3072,1,64,128,0.330642
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,3072,1,128,128,0.331089
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,3072,1,256,128,0.345895
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,3072,1,512,128,0.345716
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,3072,1,1024,128,0.347227
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,3072,1,1536,128,0.335454
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,2048,1,262144,128,1.502228
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,3072,1,2048,128,0.334641
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,3072,1,3072,128,0.339946
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,3072,1,4096,128,0.347030
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,3072,1,6144,128,0.407994
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,3072,1,8192,128,0.408172
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,3072,1,10240,128,0.407732
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,3072,1,12288,128,0.403609
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,3072,1,16384,128,0.470519
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,3072,1,32768,128,0.589854
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,4096,1,0,128,0.454008
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,3072,1,65536,128,0.821071
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,4096,1,1,128,0.460236
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,4096,1,4,128,0.462662
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,2048,1,524288,128,2.780590
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,4096,1,8,128,0.451000
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,3072,1,131072,128,1.301983
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,4096,1,32,128,0.461071
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,4096,1,64,128,0.461934
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,4096,1,128,128,0.461512
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,4096,1,256,128,0.450612
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,4096,1,512,128,0.446916
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,4096,1,1024,128,0.462529
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,4096,1,16,128,0.459730
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,4096,1,2048,128,0.457297
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,3072,1,262144,128,2.240170
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,4096,1,3072,128,0.461036
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,4096,1,4096,128,0.459818
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,4096,1,6144,128,0.520742
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,4096,1,8192,128,0.538544
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,4096,1,10240,128,0.532408
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,4096,1,12288,128,0.550951
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,4096,1,1536,128,0.444097
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,4096,1,16384,128,0.626366
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,4096,1,32768,128,0.752598
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,6144,1,0,128,0.678829
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,6144,1,1,128,0.677372
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,4096,1,65536,128,1.104559
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,6144,1,4,128,0.680024
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,3072,1,524288,128,4.155274
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,6144,1,8,128,0.677602
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,6144,1,16,128,0.678232
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,6144,1,32,128,0.678729
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,4096,1,131072,128,1.728350
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,6144,1,64,128,0.681078
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,6144,1,128,128,0.680210
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,6144,1,256,128,0.678823
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,6144,1,512,128,0.681505
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,6144,1,1024,128,0.679161
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,6144,1,1536,128,0.676034
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,6144,1,2048,128,0.681166
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,4096,1,262144,128,2.961525
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,6144,1,3072,128,0.774726
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,6144,1,4096,128,0.804692
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,6144,1,6144,128,0.803345
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,6144,1,8192,128,0.804291
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,6144,1,10240,128,0.778428
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,6144,1,12288,128,0.916196
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,6144,1,16384,128,0.906667
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,6144,1,32768,128,1.159690
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,8192,1,0,128,0.908078
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,8192,1,1,128,0.886750
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,6144,1,65536,128,1.622674
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,8192,1,4,128,0.902023
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,4096,1,524288,128,5.514940
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,8192,1,8,128,0.901833
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,8192,1,16,128,0.888456
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,6144,1,131072,128,2.516535
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,8192,1,32,128,0.904393
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,8192,1,64,128,0.905948
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,8192,1,256,128,1.017588
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,8192,1,128,128,1.061442
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,8192,1,512,128,1.036163
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,8192,1,1536,128,1.014703
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,8192,1,1024,128,1.062647
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,8192,1,2048,128,1.075162
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,6144,1,262144,128,4.377993
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,8192,1,3072,128,1.019094
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,8192,1,4096,128,1.084612
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,8192,1,6144,128,1.043128
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,8192,1,8192,128,1.083649
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,8192,1,10240,128,1.228572
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,8192,1,12288,128,1.235022
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,64,128,0.010831
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,128,128,0.010919
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,256,128,0.010846
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,512,128,0.010852
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,1024,128,0.010887
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,8192,1,16384,128,1.183110
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,2048,128,0.010770
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,3072,128,0.010792
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,4096,128,0.010780
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,6144,128,0.010778
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,8192,128,0.010770
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,10240,128,0.011068
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,12288,128,0.011080
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,8192,1,32768,128,1.554414
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,16384,128,0.011028
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,32768,128,0.011444
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,131072,128,0.014018
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,262144,128,0.017970
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,4,1,64,128,0.010999
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,4,1,128,128,0.010996
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,4,1,256,128,0.010971
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,4,1,512,128,0.011053
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,4,1,1024,128,0.011025
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,1536,128,0.010850
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,4,1,1536,128,0.011019
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,4,1,2048,128,0.011074
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,8192,1,65536,128,2.157496
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,4,1,4096,128,0.011084
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,4,1,8192,128,0.011088
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,4,1,6144,128,0.011027
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,4,1,10240,128,0.011393
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,4,1,12288,128,0.011526
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,4,1,16384,128,0.011441
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,4,1,32768,128,0.012810
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,4,1,65536,128,0.014186
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,4,1,131072,128,0.016960
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,4,1,262144,128,0.020142
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,65536,128,0.012352
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,8,1,64,128,0.012122
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,8,1,128,128,0.012308
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,8,1,256,128,0.012169
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,8,1,512,128,0.012406
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,8,1,1024,128,0.012170
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,8,1,1536,128,0.012257
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,8,1,2048,128,0.012264
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,8,1,3072,128,0.012182
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,8,1,4096,128,0.012398
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,8,1,6144,128,0.012262
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,8,1,8192,128,0.012238
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,8,1,10240,128,0.014214
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,8,1,16384,128,0.013847
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,8,1,32768,128,0.015470
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,8,1,65536,128,0.016334
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,8,1,131072,128,0.019932
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,8,1,262144,128,0.025385
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,16,1,64,128,0.014836
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,16,1,128,128,0.014884
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,16,1,256,128,0.014843
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,4,1,3072,128,0.010955
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,16,1,512,128,0.015036
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,16,1,1024,128,0.014840
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,16,1,1536,128,0.014568
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,16,1,2048,128,0.015059
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,16,1,3072,128,0.014800
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,16,1,4096,128,0.014531
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,16,1,6144,128,0.014999
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,16,1,8192,128,0.014824
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,16,1,10240,128,0.016942
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,16,1,12288,128,0.017401
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,16,1,16384,128,0.017296
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,16,1,32768,128,0.017286
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,16,1,65536,128,0.020969
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,16,1,131072,128,0.027334
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,32,1,32,128,0.013248
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,16,1,262144,128,0.039286
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,32,1,64,128,0.013300
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,32,1,128,128,0.013304
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,32,1,256,128,0.012852
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,32,1,1024,128,0.013254
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,32,1,1536,128,0.012928
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,32,1,2048,128,0.013288
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,32,1,3072,128,0.012900
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,32,1,4096,128,0.013393
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,32,1,6144,128,0.012923
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,32,1,8192,128,0.013402
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,32,1,10240,128,0.015480
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,32,1,12288,128,0.015935
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,8192,1,131072,128,3.399376
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,6144,1,524288,128,8.341872
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,8,1,12288,128,0.013877
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,32,1,16384,128,0.015696
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,32,1,32768,128,0.021104
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,64,1,0,128,0.014652
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,64,1,1,128,0.014562
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,32,1,131072,128,0.046558
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,64,1,4,128,0.014499
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,32,1,262144,128,0.064633
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,64,1,8,128,0.014511
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,64,1,16,128,0.015304
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,64,1,32,128,0.014507
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,64,1,64,128,0.014491
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,64,1,128,128,0.014459
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,64,1,256,128,0.014812
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,64,1,512,128,0.014544
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,64,1,1024,128,0.014366
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,64,1,1536,128,0.014598
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,64,1,2048,128,0.014857
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,64,1,3072,128,0.014504
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,64,1,4096,128,0.014580
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,64,1,8192,128,0.017531
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,64,1,10240,128,0.017310
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,64,1,16384,128,0.019967
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,64,1,32768,128,0.024661
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,64,1,65536,128,0.035621
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,64,1,131072,128,0.055574
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,128,1,0,128,0.026251
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,64,1,262144,128,0.099803
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,128,1,1,128,0.026203
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,32,1,512,128,0.013386
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,128,1,4,128,0.026746
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,128,1,8,128,0.026222
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,128,1,16,128,0.026499
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,128,1,32,128,0.026764
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,128,1,64,128,0.026184
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,128,1,128,128,0.026511
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,128,1,256,128,0.026796
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,128,1,512,128,0.026312
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,128,1,1024,128,0.026802
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,128,1,1536,128,0.027040
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,128,1,2048,128,0.026520
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,128,1,3072,128,0.026787
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,128,1,6144,128,0.026377
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,32,1,65536,128,0.032494
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,128,1,8192,128,0.031651
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,128,1,10240,128,0.031579
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,128,1,12288,128,0.032078
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,128,1,16384,128,0.036544
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,128,1,32768,128,0.046530
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,128,1,65536,128,0.067167
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,64,1,6144,128,0.014708
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,128,1,131072,128,0.108073
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,64,1,12288,128,0.017281
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,256,1,0,128,0.054692
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,256,1,1,128,0.054463
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,256,1,4,128,0.054650
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,128,1,262144,128,0.190684
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,256,1,8,128,0.054669
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,256,1,16,128,0.054342
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,256,1,32,128,0.054632
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,256,1,64,128,0.054206
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,256,1,128,128,0.054656
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,256,1,256,128,0.054683
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,256,1,512,128,0.054398
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,256,1,1024,128,0.055307
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,256,1,1536,128,0.054440
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,256,1,2048,128,0.054696
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,256,1,3072,128,0.055022
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,256,1,4096,128,0.054665
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,256,1,6144,128,0.054970
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,256,1,8192,128,0.064744
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,256,1,10240,128,0.065373
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,256,1,12288,128,0.065567
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,128,1,4096,128,0.027054
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,256,1,32768,128,0.094959
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,256,1,65536,128,0.134938
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,512,1,0,128,0.112694
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,256,1,131072,128,0.217494
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,512,1,1,128,0.111962
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,512,1,4,128,0.112147
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,512,1,8,128,0.113012
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,512,1,16,128,0.112136
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,512,1,32,128,0.112115
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,256,1,262144,128,0.379472
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,512,1,64,128,0.112154
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,512,1,128,128,0.113109
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,512,1,256,128,0.112646
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,512,1,512,128,0.112429
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,512,1,1024,128,0.112583
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,8192,1,262144,128,5.834948
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,512,1,1536,128,0.112383
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,512,1,2048,128,0.113528
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,512,1,3072,128,0.112742
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,512,1,6144,128,0.113278
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,512,1,10240,128,0.133897
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,512,1,12288,128,0.135032
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,256,1,16384,128,0.074687
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,512,1,16384,128,0.153675
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,512,1,32768,128,0.193948
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,512,1,65536,128,0.273137
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1024,1,0,128,0.223294
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1024,1,1,128,0.223254
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,512,1,131072,128,0.435017
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1024,1,4,128,0.222219
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1024,1,8,128,0.222792
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1024,1,16,128,0.222688
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1024,1,32,128,0.223871
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1024,1,64,128,0.222353
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,512,1,262144,128,0.755808
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,512,1,8192,128,0.133012
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1024,1,128,128,0.223133
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1024,1,256,128,0.222609
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1024,1,512,128,0.221843
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1024,1,1024,128,0.223717
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1024,1,1536,128,0.223453
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1024,1,2048,128,0.222960
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1024,1,3072,128,0.223521
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1024,1,4096,128,0.223317
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1024,1,6144,128,0.223358
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1024,1,8192,128,0.267159
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1024,1,10240,128,0.267100
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1024,1,12288,128,0.266299
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1024,1,16384,128,0.306956
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1024,1,32768,128,0.385004
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,512,1,4096,128,0.112681
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1536,1,0,128,0.332696
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1536,1,1,128,0.334203
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1536,1,4,128,0.334169
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1536,1,8,128,0.333620
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1536,1,16,128,0.332704
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1024,1,131072,128,0.860519
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1536,1,32,128,0.334363
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1536,1,64,128,0.334155
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1536,1,128,128,0.333964
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1536,1,256,128,0.333476
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1536,1,512,128,0.333929
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1536,1,1024,128,0.335103
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1536,1,1536,128,0.333708
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1024,1,65536,128,0.539262
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1536,1,2048,128,0.334852
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1024,1,262144,128,1.497723
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1536,1,3072,128,0.335488
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1536,1,4096,128,0.335019
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1536,1,6144,128,0.397294
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1536,1,8192,128,0.397546
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1536,1,10240,128,0.397670
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1536,1,12288,128,0.400716
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1536,1,16384,128,0.458174
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1536,1,32768,128,0.580140
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,2048,1,0,128,0.445087
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1536,1,65536,128,0.816269
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,2048,1,1,128,0.444481
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,2048,1,4,128,0.444266
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,2048,1,8,128,0.445398
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,2048,1,16,128,0.446350
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,2048,1,64,128,0.444242
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,2048,1,32,128,0.445240
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1536,1,131072,128,1.291373
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,2048,1,128,128,0.445441
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,2048,1,256,128,0.445214
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,2048,1,512,128,0.447868
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,8192,1,524288,128,11.021693
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,2048,1,1024,128,0.446014
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,2048,1,1536,128,0.446606
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,2048,1,2048,128,0.445034
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,2048,1,3072,128,0.447376
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,2048,1,4096,128,0.445959
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,2048,1,6144,128,0.529913
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1536,1,262144,128,2.240716
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,2048,1,10240,128,0.531144
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,2048,1,8192,128,0.533345
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,2048,1,12288,128,0.536294
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,2048,1,16384,128,0.610238
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,2048,1,32768,128,0.770903
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,3072,1,0,128,0.668059
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,3072,1,1,128,0.669000
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,3072,1,4,128,0.667675
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,2048,1,65536,128,1.084600
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,3072,1,8,128,0.667640
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,3072,1,16,128,0.667898
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,3072,1,32,128,0.669142
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,3072,1,64,128,0.669738
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,3072,1,128,128,0.669439
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,3072,1,256,128,0.665300
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,3072,1,512,128,0.667830
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,2048,1,131072,128,1.712480
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,3072,1,1024,128,0.668953
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,3072,1,1536,128,0.668416
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,3072,1,2048,128,0.671304
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,3072,1,3072,128,0.790798
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,3072,1,4096,128,0.791836
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,3072,1,6144,128,0.797268
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,3072,1,8192,128,0.796634
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,3072,1,10240,128,0.804570
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,2048,1,262144,128,2.970367
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,3072,1,12288,128,0.914080
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,3072,1,16384,128,0.915496
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,3072,1,32768,128,1.159817
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,4096,1,0,128,0.895590
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,4096,1,1,128,0.893514
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,4096,1,4,128,0.890356
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,3072,1,65536,128,1.620909
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,4096,1,8,128,0.892790
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,4096,1,16,128,0.893670
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,4096,1,32,128,0.894312
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,4096,1,64,128,0.894428
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,3072,1,131072,128,2.550254
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,4096,1,128,128,1.053683
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,4096,1,256,128,1.049072
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,4096,1,512,128,1.054168
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,4096,1,1024,128,1.057622
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,4096,1,1536,128,1.057101
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,4096,1,2048,128,1.054002
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,4096,1,3072,128,1.058010
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,4096,1,4096,128,1.063556
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,4096,1,6144,128,1.059286
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,4096,1,8192,128,1.066406
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,4096,1,10240,128,1.218766
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,3072,1,262144,128,4.452254
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,64,128,0.010756
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,256,128,0.010756
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,128,128,0.010786
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,512,128,0.010806
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,1024,128,0.010770
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,4096,1,12288,128,1.224964
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,1536,128,0.010754
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,2048,128,0.010791
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,3072,128,0.010722
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,4096,128,0.010739
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,6144,128,0.010812
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,8192,128,0.010736
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,10240,128,0.011034
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,12288,128,0.011002
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,16384,128,0.010961
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,4096,1,16384,128,1.223471
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,32768,128,0.011478
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,65536,128,0.013017
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,131072,128,0.015292
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,4,1,128,128,0.012248
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,4,1,64,128,0.011568
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,4,1,256,128,0.012173
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,4,1,512,128,0.012330
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,4,1,1024,128,0.012302
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,4,1,2048,128,0.012208
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,4,1,3072,128,0.012334
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,4,1,6144,128,0.012232
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,4,1,8192,128,0.012336
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,4,1,10240,128,0.014292
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,4,1,12288,128,0.014304
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,4,1,16384,128,0.014228
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,4,1,32768,128,0.014774
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,4096,1,32768,128,1.539984
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,4,1,65536,128,0.016705
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,4,1,131072,128,0.019482
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,8,1,64,128,0.015328
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,8,1,128,128,0.015268
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,8,1,256,128,0.015278
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,8,1,512,128,0.015257
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,8,1,1024,128,0.015276
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,8,1,1536,128,0.015207
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,8,1,2048,128,0.015269
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,8,1,3072,128,0.015246
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,8,1,4096,128,0.015271
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,8,1,6144,128,0.015258
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,8,1,8192,128,0.015295
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,8,1,10240,128,0.018066
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,8,1,12288,128,0.018018
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,8,1,16384,128,0.017580
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,8,1,32768,128,0.019620
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,8,1,65536,128,0.022737
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,16,1,64,128,0.013237
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,8,1,131072,128,0.028327
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,16,1,128,128,0.013304
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,16,1,256,128,0.013183
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,4,1,1536,128,0.011568
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,16,1,1024,128,0.013267
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,16,1,1536,128,0.013212
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,16,1,2048,128,0.012927
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,16,1,3072,128,0.013379
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,16,1,4096,128,0.013368
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,16,1,6144,128,0.012948
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,16,1,8192,128,0.013448
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,16,1,10240,128,0.015855
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,16,1,12288,128,0.015691
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,16,1,16384,128,0.016057
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,16,1,32768,128,0.020978
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,4096,1,65536,128,2.172915
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,32,1,32,128,0.014543
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,16,1,131072,128,0.045593
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,32,1,128,128,0.014440
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,32,1,64,128,0.014498
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,32,1,256,128,0.014408
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,32,1,512,128,0.014458
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,32,1,1024,128,0.014494
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,32,1,1536,128,0.014398
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,32,1,2048,128,0.014500
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,32,1,3072,128,0.014742
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,32,1,4096,128,0.014580
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,32,1,6144,128,0.014559
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,32,1,8192,128,0.017224
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,32,1,10240,128,0.017158
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,32,1,12288,128,0.017421
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,32,1,16384,128,0.019536
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,32,1,32768,128,0.024464
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,32,1,65536,128,0.034789
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,64,1,0,128,0.026687
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,32,1,131072,128,0.055956
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,64,1,1,128,0.026525
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,64,1,4,128,0.026614
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,64,1,8,128,0.026514
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,64,1,16,128,0.026526
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,64,1,32,128,0.026656
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,64,1,64,128,0.026564
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,64,1,128,128,0.026419
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,64,1,256,128,0.026657
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,64,1,512,128,0.026791
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,64,1,1024,128,0.026534
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,64,1,1536,128,0.026522
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,64,1,2048,128,0.026539
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,64,1,3072,128,0.026584
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,16,1,512,128,0.013306
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,64,1,4096,128,0.026699
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,64,1,6144,128,0.026894
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,4,1,4096,128,0.012364
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,64,1,8192,128,0.031538
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,64,1,12288,128,0.032127
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,64,1,16384,128,0.036630
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,64,1,32768,128,0.046199
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,64,1,65536,128,0.066176
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,128,1,0,128,0.053978
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,16,1,65536,128,0.033015
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,64,1,131072,128,0.108155
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,128,1,4,128,0.054030
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,128,1,8,128,0.054242
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,128,1,16,128,0.053861
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,128,1,32,128,0.053848
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,128,1,64,128,0.054124
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,128,1,128,128,0.054121
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,128,1,256,128,0.054413
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,128,1,512,128,0.053970
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,128,1,1024,128,0.054082
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,128,1,1536,128,0.054288
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,4096,1,131072,128,3.383302
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,128,1,2048,128,0.054171
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,128,1,4096,128,0.054252
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,128,1,6144,128,0.054753
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,128,1,8192,128,0.064925
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,128,1,10240,128,0.064442
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,128,1,12288,128,0.064725
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,128,1,16384,128,0.074106
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,128,1,32768,128,0.094053
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,128,1,65536,128,0.134112
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,256,1,0,128,0.111661
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,128,1,131072,128,0.217050
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,64,1,10240,128,0.031969
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,256,1,1,128,0.111795
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,256,1,4,128,0.112082
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,256,1,8,128,0.111928
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,256,1,16,128,0.112707
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,128,1,1,128,0.054254
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,256,1,64,128,0.111846
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,256,1,32,128,0.112322
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,256,1,128,128,0.112030
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,256,1,256,128,0.111678
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,256,1,512,128,0.112697
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,256,1,1024,128,0.111996
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,256,1,2048,128,0.112641
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,256,1,3072,128,0.112708
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,256,1,4096,128,0.112272
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,128,1,3072,128,0.054074
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,256,1,6144,128,0.112779
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,256,1,8192,128,0.133038
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,256,1,10240,128,0.133432
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,256,1,12288,128,0.134029
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,256,1,16384,128,0.152742
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,256,1,32768,128,0.192856
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,256,1,65536,128,0.273964
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,512,1,0,128,0.221055
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,512,1,1,128,0.221416
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,512,1,4,128,0.221096
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,512,1,8,128,0.221804
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,256,1,131072,128,0.431574
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,512,1,16,128,0.221555
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,512,1,32,128,0.220860
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,512,1,64,128,0.221566
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,512,1,128,128,0.221599
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,512,1,256,128,0.221891
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,256,1,1536,128,0.112006
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,512,1,512,128,0.221318
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,512,1,1024,128,0.222042
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,512,1,1536,128,0.222395
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,512,1,2048,128,0.222770
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,512,1,3072,128,0.222416
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,512,1,4096,128,0.222780
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,512,1,6144,128,0.222190
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,512,1,8192,128,0.263868
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,512,1,10240,128,0.265938
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,512,1,12288,128,0.265953
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,512,1,16384,128,0.305171
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,512,1,32768,128,0.384549
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,4096,1,262144,128,5.906927
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1024,1,0,128,0.444924
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,512,1,65536,128,0.543315
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1024,1,1,128,0.440149
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1024,1,4,128,0.442631
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1024,1,8,128,0.444216
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1024,1,16,128,0.443393
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,512,1,131072,128,0.856416
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1024,1,32,128,0.440983
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1024,1,64,128,0.444787
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1024,1,128,128,0.442746
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1024,1,256,128,0.439878
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1024,1,512,128,0.442047
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1024,1,1024,128,0.443604
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1024,1,1536,128,0.442386
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1024,1,2048,128,0.441934
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1024,1,3072,128,0.442050
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1024,1,4096,128,0.444836
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1024,1,6144,128,0.527059
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1024,1,8192,128,0.528217
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1024,1,10240,128,0.528602
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1024,1,12288,128,0.532455
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1024,1,16384,128,0.607711
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1024,1,32768,128,0.766377
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1536,1,0,128,0.662476
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1536,1,1,128,0.660340
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1536,1,4,128,0.662148
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1536,1,8,128,0.662482
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1024,1,65536,128,1.082110
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1536,1,16,128,0.664919
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1536,1,32,128,0.661673
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1536,1,64,128,0.662771
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1536,1,128,128,0.659362
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1536,1,256,128,0.663040
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1536,1,512,128,0.661073
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1536,1,1024,128,0.662254
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1536,1,1536,128,0.662376
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1536,1,2048,128,0.664399
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1536,1,3072,128,0.784927
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1536,1,4096,128,0.786082
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1536,1,6144,128,0.791480
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1536,1,8192,128,0.792205
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1536,1,10240,128,0.795401
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1024,1,131072,128,1.701334
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1536,1,12288,128,0.911154
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1536,1,16384,128,0.911214
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,2048,1,1,128,0.887506
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,2048,1,0,128,0.885378
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,2048,1,4,128,0.885525
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1536,1,32768,128,1.152851
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,2048,1,8,128,0.885488
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1536,1,65536,128,1.604797
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,2048,1,16,128,0.881808
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,2048,1,32,128,0.884422
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,2048,1,64,128,0.887691
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,2048,1,128,128,1.048763
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,2048,1,256,128,1.043791
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,2048,1,512,128,1.049964
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1536,1,131072,128,2.531317
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,2048,1,1024,128,1.043332
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,2048,1,1536,128,1.046142
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,2048,1,2048,128,1.049193
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,2048,1,3072,128,1.054636
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,2048,1,4096,128,1.056163
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,2048,1,6144,128,1.056930
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,64,128,0.010982
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,128,128,0.010931
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,256,128,0.010974
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,2048,1,8192,128,1.064288
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,512,128,0.010969
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,1024,128,0.010966
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,1536,128,0.010993
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,2048,128,0.010900
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,3072,128,0.010996
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,4096,128,0.010950
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,6144,128,0.010920
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,8192,128,0.011050
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,10240,128,0.010991
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,12288,128,0.011290
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,16384,128,0.011019
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,32768,128,0.012608
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,2048,1,10240,128,1.207380
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,65536,128,0.013638
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,4,1,64,128,0.015284
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,4,1,128,128,0.014982
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,4,1,256,128,0.014525
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,2048,1,12288,128,1.212710
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,4,1,1024,128,0.015090
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,4,1,2048,128,0.015108
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,4,1,3072,128,0.015161
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,4,1,4096,128,0.015214
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,4,1,6144,128,0.015214
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,4,1,8192,128,0.015280
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,4,1,10240,128,0.017422
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,4,1,12288,128,0.017614
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,4,1,16384,128,0.017478
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,4,1,32768,128,0.018892
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,2048,1,16384,128,1.216916
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,4,1,65536,128,0.020808
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,8,1,64,128,0.013326
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,8,1,128,128,0.013270
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,8,1,256,128,0.013292
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,8,1,512,128,0.013446
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,8,1,1024,128,0.013258
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,8,1,1536,128,0.013322
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,8,1,2048,128,0.013419
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,8,1,3072,128,0.013434
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,8,1,6144,128,0.013406
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,8,1,8192,128,0.013481
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,8,1,10240,128,0.015940
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,8,1,12288,128,0.015991
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,8,1,16384,128,0.016037
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,8,1,32768,128,0.021052
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,2048,1,32768,128,1.537559
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,16,1,64,128,0.014675
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,16,1,128,128,0.014472
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,16,1,256,128,0.014515
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,16,1,512,128,0.014485
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,16,1,1024,128,0.014530
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,16,1,1536,128,0.014473
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,16,1,2048,128,0.014614
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,16,1,3072,128,0.014477
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,4,1,512,128,0.015105
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,4,1,1536,128,0.014594
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,16,1,4096,128,0.014695
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,16,1,6144,128,0.014517
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,16,1,8192,128,0.017192
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,16,1,10240,128,0.017267
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,16,1,12288,128,0.017378
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,16,1,16384,128,0.019398
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,16,1,32768,128,0.024510
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,32,1,32,128,0.026034
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,16,1,65536,128,0.034881
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,32,1,64,128,0.026074
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,32,1,128,128,0.026152
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,32,1,256,128,0.025947
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,32,1,512,128,0.026391
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,32,1,1024,128,0.026060
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,32,1,1536,128,0.026527
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,32,1,2048,128,0.026193
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,32,1,4096,128,0.026299
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,32,1,6144,128,0.026537
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,32,1,8192,128,0.031254
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,32,1,10240,128,0.031417
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,2048,1,65536,128,2.138335
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,32,1,12288,128,0.031816
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,32,1,16384,128,0.036226
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,32,1,32768,128,0.046323
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,32,1,65536,128,0.066694
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,64,1,0,128,0.054360
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,64,1,1,128,0.053822
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,64,1,4,128,0.054501
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,64,1,8,128,0.054431
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,8,1,65536,128,0.034975
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,64,1,32,128,0.054520
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,64,1,64,128,0.054305
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,64,1,128,128,0.054161
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,64,1,256,128,0.054235
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,64,1,512,128,0.054192
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,64,1,1024,128,0.054374
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,64,1,1536,128,0.054540
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,64,1,2048,128,0.054119
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,64,1,3072,128,0.054522
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,64,1,4096,128,0.054678
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,64,1,6144,128,0.054358
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,64,1,8192,128,0.064641
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,64,1,10240,128,0.065032
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,64,1,12288,128,0.064792
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,64,1,16384,128,0.074228
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,32,1,3072,128,0.026672
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,64,1,32768,128,0.094377
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,64,1,65536,128,0.134434
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,128,1,0,128,0.111071
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,128,1,1,128,0.111002
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,128,1,4,128,0.111414
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,128,1,8,128,0.111489
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,8,1,4096,128,0.013434
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,128,1,16,128,0.111400
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,128,1,64,128,0.111045
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,128,1,128,128,0.111426
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,128,1,256,128,0.111422
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,128,1,512,128,0.111068
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,64,1,16,128,0.053807
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,128,1,1024,128,0.111176
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,128,1,1536,128,0.111510
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,128,1,2048,128,0.111753
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,128,1,3072,128,0.111814
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,128,1,4096,128,0.111902
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,128,1,6144,128,0.112225
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,2048,1,131072,128,3.374206
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,128,1,8192,128,0.131773
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,128,1,10240,128,0.132674
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,128,1,12288,128,0.133250
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,128,1,16384,128,0.152280
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,128,1,32768,128,0.192240
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,128,1,65536,128,0.271520
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,256,1,1,128,0.221480
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,256,1,0,128,0.221638
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,256,1,4,128,0.221712
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,256,1,8,128,0.221491
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,256,1,16,128,0.221234
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,256,1,32,128,0.221581
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,256,1,64,128,0.220736
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,256,1,128,128,0.221138
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,128,1,32,128,0.111250
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,256,1,1024,128,0.221988
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,256,1,1536,128,0.221859
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,256,1,2048,128,0.222288
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,256,1,3072,128,0.221759
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,256,1,4096,128,0.222735
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,256,1,6144,128,0.222040
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,256,1,8192,128,0.264606
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,256,1,10240,128,0.264806
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,256,1,12288,128,0.265807
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,256,1,16384,128,0.306187
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,256,1,32768,128,0.382506
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,512,1,0,128,0.440198
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,512,1,1,128,0.438030
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,256,1,256,128,0.221766
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,256,1,512,128,0.222206
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,512,1,4,128,0.441678
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,512,1,8,128,0.443242
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,512,1,16,128,0.439981
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,512,1,32,128,0.440005
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,512,1,64,128,0.438754
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,512,1,128,128,0.439000
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,512,1,256,128,0.441458
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,512,1,512,128,0.441915
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,512,1,1024,128,0.441724
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,512,1,1536,128,0.441756
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,256,1,65536,128,0.542838
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,512,1,2048,128,0.442073
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,512,1,3072,128,0.440388
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,512,1,4096,128,0.441184
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,512,1,6144,128,0.528115
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,512,1,8192,128,0.530150
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,512,1,10240,128,0.528338
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,512,1,12288,128,0.529289
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,512,1,16384,128,0.605646
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,512,1,32768,128,0.766084
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1024,1,0,128,0.881878
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1024,1,1,128,0.884581
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1024,1,4,128,0.886519
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1024,1,8,128,0.882396
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1024,1,16,128,0.883203
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1024,1,32,128,0.883192
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1024,1,64,128,0.884486
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,512,1,65536,128,1.083302
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1024,1,128,128,1.042765
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1024,1,256,128,1.046930
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1024,1,512,128,1.046822
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1024,1,1024,128,1.043450
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1024,1,1536,128,1.045292
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1024,1,2048,128,1.045138
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1024,1,3072,128,1.049186
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1024,1,4096,128,1.046457
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1024,1,6144,128,1.052278
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,64,128,0.011709
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,256,128,0.011935
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,512,128,0.011956
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1024,1,8192,128,1.056654
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,1024,128,0.011816
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,2048,128,0.012008
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,1536,128,0.012198
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,4096,128,0.012186
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1024,1,10240,128,1.209241
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,6144,128,0.012277
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1024,1,12288,128,1.210240
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,8192,128,0.012239
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,10240,128,0.013974
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,12288,128,0.013660
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,16384,128,0.013738
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,32768,128,0.014844
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,4,1,64,128,0.013376
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,4,1,128,128,0.013296
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,4,1,256,128,0.013484
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,4,1,512,128,0.013368
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1024,1,16384,128,1.217483
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,4,1,1536,128,0.013598
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,4,1,2048,128,0.013378
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,4,1,3072,128,0.013496
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,4,1,4096,128,0.013570
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,4,1,6144,128,0.013562
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,4,1,8192,128,0.013526
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,4,1,10240,128,0.016146
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,4,1,12288,128,0.016124
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,4,1,16384,128,0.016264
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,8,1,64,128,0.014378
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,8,1,128,128,0.014604
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,8,1,256,128,0.014408
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,8,1,512,128,0.014555
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,8,1,1024,128,0.014413
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,8,1,1536,128,0.014696
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,8,1,2048,128,0.014458
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,8,1,3072,128,0.014648
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,128,128,0.012058
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,8,1,4096,128,0.014620
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,8,1,6144,128,0.014664
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,8,1,10240,128,0.017234
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,8,1,12288,128,0.017264
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,8,1,16384,128,0.019610
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,8,1,32768,128,0.024523
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,3072,128,0.011999
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1024,1,32768,128,1.532290
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,16,1,128,128,0.026187
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,16,1,256,128,0.026214
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,16,1,1024,128,0.026372
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,16,1,1536,128,0.026498
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,16,1,2048,128,0.026473
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,16,1,3072,128,0.026834
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,16,1,4096,128,0.026494
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,16,1,6144,128,0.026409
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,4,1,1024,128,0.013378
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,16,1,8192,128,0.031590
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,16,1,10240,128,0.031614
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,16,1,12288,128,0.031942
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,16,1,16384,128,0.036611
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,16,1,32768,128,0.046478
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,32,1,32,128,0.054805
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,4,1,32768,128,0.021225
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,32,1,256,128,0.054177
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,32,1,512,128,0.054174
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1024,1,65536,128,2.130092
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,32,1,1536,128,0.054285
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,8,1,8192,128,0.017043
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,32,1,2048,128,0.054206
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,32,1,3072,128,0.054658
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,32,1,4096,128,0.054622
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,32,1,6144,128,0.054990
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,32,1,8192,128,0.064788
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,32,1,10240,128,0.064744
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,32,1,12288,128,0.065634
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,16,1,512,128,0.026201
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,32,1,16384,128,0.074559
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,32,1,32768,128,0.094510
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,64,1,0,128,0.111708
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,64,1,1,128,0.111977
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,64,1,4,128,0.112231
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,64,1,8,128,0.112166
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,64,1,16,128,0.111769
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,64,1,32,128,0.111933
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,64,1,64,128,0.112084
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,32,1,64,128,0.054140
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,64,1,128,128,0.112052
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,32,1,128,128,0.054176
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,64,1,256,128,0.111909
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,64,1,512,128,0.111812
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,64,1,1024,128,0.112012
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,64,1,1536,128,0.112064
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,64,1,2048,128,0.112271
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,64,1,3072,128,0.112131
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,32,1,1024,128,0.054305
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,64,1,4096,128,0.112446
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,64,1,6144,128,0.112551
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,64,1,8192,128,0.132914
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,64,1,10240,128,0.133339
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,64,1,16384,128,0.152810
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,64,1,32768,128,0.192019
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,128,1,0,128,0.220208
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,128,1,4,128,0.219152
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,128,1,8,128,0.220593
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,128,1,16,128,0.220066
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,128,1,32,128,0.219028
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,128,1,64,128,0.220849
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,128,1,128,128,0.220154
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,128,1,256,128,0.220536
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,128,1,512,128,0.220275
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,128,1,1024,128,0.219191
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,128,1,1536,128,0.221462
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,128,1,2048,128,0.220472
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,128,1,3072,128,0.221092
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,128,1,4096,128,0.220652
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,64,1,12288,128,0.133467
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,128,1,6144,128,0.220895
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,16,1,64,128,0.026128
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,128,1,8192,128,0.263524
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,128,1,10240,128,0.263405
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,128,1,12288,128,0.265049
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,128,1,1,128,0.219400
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,128,1,16384,128,0.303103
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,128,1,32768,128,0.380780
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,256,1,0,128,0.439766
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,256,1,1,128,0.438320
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,256,1,4,128,0.442105
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,256,1,8,128,0.440219
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,256,1,16,128,0.441750
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,256,1,32,128,0.440992
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,256,1,64,128,0.439234
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,256,1,128,128,0.439032
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,256,1,256,128,0.439287
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,256,1,512,128,0.439895
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,256,1,1024,128,0.441216
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,256,1,1536,128,0.441581
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,256,1,2048,128,0.441762
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,256,1,3072,128,0.443290
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,256,1,4096,128,0.441260
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,256,1,6144,128,0.523794
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,256,1,8192,128,0.526255
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,256,1,10240,128,0.526190
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,256,1,12288,128,0.528605
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,256,1,16384,128,0.607001
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,256,1,32768,128,0.767345
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,512,1,0,128,0.881216
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,512,1,1,128,0.878163
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,512,1,4,128,0.877636
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,512,1,8,128,0.877819
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,512,1,16,128,0.880098
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,512,1,32,128,0.882267
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,512,1,64,128,0.878734
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,512,1,128,128,1.040759
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,512,1,256,128,1.040252
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,512,1,512,128,1.038942
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,512,1,1024,128,1.035976
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,512,1,1536,128,1.039628
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,512,1,2048,128,1.042739
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,512,1,3072,128,1.047095
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,512,1,4096,128,1.050790
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,128,128,0.014440
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,256,128,0.014479
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,512,128,0.014491
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,1024,128,0.014506
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,1536,128,0.014560
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,512,1,6144,128,1.054378
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,2048,128,0.014624
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,3072,128,0.014528
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,4096,128,0.014478
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,6144,128,0.014531
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,8192,128,0.014554
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,10240,128,0.017068
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,512,1,8192,128,1.056021
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,12288,128,0.016928
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,16384,128,0.017172
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,4,1,128,128,0.014625
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,4,1,64,128,0.014678
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,4,1,256,128,0.014492
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,4,1,512,128,0.014556
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,4,1,1024,128,0.014564
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,512,1,10240,128,1.199995
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,4,1,2048,128,0.014511
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,4,1,3072,128,0.014600
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,4,1,4096,128,0.014662
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,4,1,6144,128,0.014687
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,4,1,8192,128,0.017188
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,4,1,10240,128,0.017335
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,4,1,12288,128,0.017210
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,4,1,16384,128,0.019709
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,512,1,12288,128,1.203969
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,8,1,64,128,0.026148
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,8,1,128,128,0.026056
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,64,128,0.014525
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,8,1,512,128,0.026413
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,8,1,256,128,0.026616
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,8,1,1024,128,0.026174
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,8,1,1536,128,0.026456
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,512,1,16384,128,1.209750
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,8,1,2048,128,0.026496
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,8,1,3072,128,0.026744
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,8,1,4096,128,0.026534
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,8,1,6144,128,0.026446
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,8,1,8192,128,0.031560
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,8,1,12288,128,0.031979
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,8,1,10240,128,0.031717
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,8,1,16384,128,0.036634
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,16,1,64,128,0.054754
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,16,1,128,128,0.054486
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,16,1,256,128,0.054774
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,16,1,512,128,0.054648
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,16,1,1024,128,0.054772
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,16,1,1536,128,0.054495
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,16,1,2048,128,0.055228
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,16,1,3072,128,0.054568
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,16,1,4096,128,0.054833
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,16,1,8192,128,0.065360
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,16,1,10240,128,0.064876
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,512,1,32768,128,1.539474
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,16,1,12288,128,0.065631
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,16,1,16384,128,0.074460
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,32,1,32,128,0.112078
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,32,1,64,128,0.111996
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,32,1,128,128,0.112195
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,32,1,256,128,0.111128
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,32,1,512,128,0.111402
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,32,1,1024,128,0.112048
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,4,1,1536,128,0.014524
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,32,1,1536,128,0.112526
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,32,1,2048,128,0.112416
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,32,1,4096,128,0.111641
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,32,1,3072,128,0.112699
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,32,1,6144,128,0.112532
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,32,1,8192,128,0.133341
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,32,1,10240,128,0.133465
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,32,1,12288,128,0.133676
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,32,1,16384,128,0.153353
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,64,1,0,128,0.220069
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,64,1,1,128,0.219799
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,64,1,4,128,0.220363
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,64,1,8,128,0.220189
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,64,1,16,128,0.221721
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,64,1,32,128,0.219939
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,64,1,64,128,0.219834
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,64,1,128,128,0.220080
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,64,1,256,128,0.220204
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,64,1,512,128,0.220405
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,64,1,1024,128,0.220545
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,64,1,1536,128,0.222234
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,64,1,2048,128,0.220638
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,64,1,3072,128,0.221386
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,64,1,4096,128,0.220988
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,64,1,6144,128,0.221333
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,64,1,8192,128,0.263368
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,64,1,10240,128,0.264805
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,64,1,12288,128,0.265732
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,64,1,16384,128,0.301758
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,128,1,0,128,0.439283
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,128,1,1,128,0.439406
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,128,1,4,128,0.436688
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,128,1,8,128,0.437497
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,128,1,16,128,0.440578
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,128,1,32,128,0.440536
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,16,1,6144,128,0.054834
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,128,1,64,128,0.435849
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,128,1,128,128,0.438130
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,128,1,256,128,0.438891
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,128,1,512,128,0.437275
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,128,1,1024,128,0.436713
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,128,1,1536,128,0.439311
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,128,1,3072,128,0.438995
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,128,1,4096,128,0.438345
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,128,1,6144,128,0.521584
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,128,1,8192,128,0.524045
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,128,1,10240,128,0.523859
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,128,1,12288,128,0.525723
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,128,1,16384,128,0.605286
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,128,1,2048,128,0.439576
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,256,1,0,128,0.877080
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,256,1,1,128,0.877099
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,256,1,4,128,0.880652
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,256,1,8,128,0.879708
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,256,1,16,128,0.879870
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,256,1,32,128,0.878330
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,256,1,64,128,0.881863
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,256,1,128,128,1.040868
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,256,1,256,128,1.036182
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,256,1,512,128,1.040365
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,256,1,1024,128,1.043476
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,256,1,1536,128,1.038740
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,256,1,2048,128,1.047678
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,256,1,3072,128,1.047156
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,64,128,0.013441
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,128,128,0.013244
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,256,1,4096,128,1.048990
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,256,128,0.013380
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,512,128,0.013393
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,1024,128,0.013338
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,1536,128,0.013382
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,2048,128,0.013382
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,3072,128,0.013430
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,4096,128,0.013523
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,6144,128,0.013506
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,8192,128,0.013554
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,10240,128,0.015946
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,4,1,64,128,0.026283
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,4,1,128,128,0.026270
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,4,1,256,128,0.026242
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,4,1,512,128,0.026604
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,4,1,1024,128,0.026200
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,256,1,6144,128,1.052381
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,256,1,8192,128,1.053051
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,4,1,1536,128,0.026589
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,4,1,3072,128,0.026711
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,4,1,4096,128,0.026744
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,4,1,8192,128,0.031752
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,4,1,10240,128,0.031694
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,4,1,12288,128,0.032007
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,256,1,10240,128,1.200532
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,8,1,64,128,0.054536
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,8,1,128,128,0.054319
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,8,1,256,128,0.054596
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,8,1,512,128,0.054534
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,8,1,1024,128,0.054915
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,8,1,1536,128,0.054772
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,8,1,2048,128,0.054864
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,8,1,3072,128,0.054818
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,256,1,12288,128,1.208936
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,8,1,4096,128,0.055038
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,8,1,6144,128,0.054951
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,8,1,10240,128,0.065090
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,8,1,8192,128,0.065080
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,256,1,16384,128,1.212277
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,12288,128,0.015942
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,16,1,64,128,0.112116
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,16,1,128,128,0.112520
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,16,1,256,128,0.112169
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,16,1,512,128,0.112264
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,16,1,1024,128,0.112157
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,16,1,1536,128,0.112308
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,16,1,3072,128,0.112504
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,16,1,4096,128,0.112701
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,4,1,2048,128,0.026394
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,4,1,6144,128,0.027021
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,16,1,6144,128,0.113004
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,16,1,8192,128,0.132844
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,16,1,10240,128,0.133608
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,16,1,12288,128,0.134704
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,32,1,32,128,0.219918
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,32,1,64,128,0.221400
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,32,1,256,128,0.220426
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,32,1,1024,128,0.221656
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,8,1,12288,128,0.065371
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,32,1,1536,128,0.220516
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,32,1,2048,128,0.221990
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,32,1,3072,128,0.221518
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,32,1,4096,128,0.222642
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,32,1,6144,128,0.221584
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,16,1,2048,128,0.112697
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,32,1,8192,128,0.262031
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,32,1,10240,128,0.265559
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,32,1,12288,128,0.264798
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,64,1,0,128,0.437679
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,32,1,128,128,0.221505
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,64,1,1,128,0.437762
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,64,1,4,128,0.440770
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,64,1,8,128,0.438754
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,64,1,16,128,0.440301
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,64,1,32,128,0.438404
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,64,1,64,128,0.437070
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,64,1,128,128,0.440945
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,64,1,256,128,0.438512
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,64,1,512,128,0.440204
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,64,1,1024,128,0.438447
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,64,1,1536,128,0.440183
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,64,1,2048,128,0.437883
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,64,1,3072,128,0.438630
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,32,1,512,128,0.220968
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,64,1,4096,128,0.442351
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,64,1,6144,128,0.522806
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,64,1,8192,128,0.527829
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,64,1,10240,128,0.525208
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,64,1,12288,128,0.530726
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,128,1,0,128,0.878032
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,128,1,1,128,0.876447
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,128,1,4,128,0.876402
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,128,1,8,128,0.879663
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,128,1,16,128,0.875449
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,128,1,32,128,0.881471
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,128,1,64,128,0.876662
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,128,1,128,128,1.038632
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,128,1,256,128,1.038473
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,128,1,512,128,1.038140
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,128,1,1024,128,1.037532
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,128,1,1536,128,1.039528
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,1,64,128,0.014428
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,128,1,2048,128,1.037720
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,1,128,128,0.014476
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,1,256,128,0.014520
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,128,1,3072,128,1.050320
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,1,1024,128,0.014644
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,1,1536,128,0.014544
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,1,2048,128,0.014587
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,1,3072,128,0.014654
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,1,4096,128,0.014778
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,1,6144,128,0.014618
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,128,1,4096,128,1.054072
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,4,1,128,128,0.054828
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,4,1,256,128,0.054633
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,4,1,512,128,0.054810
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,128,1,6144,128,1.048836
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,4,1,1024,128,0.054596
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,4,1,1536,128,0.054778
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,4,1,2048,128,0.054434
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,4,1,3072,128,0.054441
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,4,1,4096,128,0.055054
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,4,1,6144,128,0.055008
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,128,1,8192,128,1.054161
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,8,1,64,128,0.112682
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,8,1,128,128,0.113768
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,8,1,256,128,0.113075
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,8,1,512,128,0.112703
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,8,1,1024,128,0.112605
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,8,1,1536,128,0.113807
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,8,1,2048,128,0.113512
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,8,1,3072,128,0.112706
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,1,512,128,0.014477
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,128,1,10240,128,1.201046
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,8,1,4096,128,0.112667
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,128,1,12288,128,1.204856
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,8,1,6144,128,0.113924
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,4,1,64,128,0.054663
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,16,1,128,128,0.221226
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,16,1,256,128,0.222212
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,16,1,512,128,0.221432
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,16,1,1024,128,0.221787
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,16,1,2048,128,0.223648
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,16,1,3072,128,0.220599
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,16,1,4096,128,0.221404
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,16,1,6144,128,0.223009
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,32,1,32,128,0.439103
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,32,1,64,128,0.440453
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,32,1,128,128,0.440656
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,32,1,256,128,0.437810
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,32,1,512,128,0.438996
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,32,1,1024,128,0.440398
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,16,1,64,128,0.221085
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,32,1,1536,128,0.439198
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,32,1,2048,128,0.440884
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,32,1,3072,128,0.440072
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,32,1,4096,128,0.439565
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,32,1,6144,128,0.523673
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,64,1,0,128,0.880264
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,64,1,1,128,0.875770
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,16,1,1536,128,0.221744
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,64,1,4,128,0.875834
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,64,1,8,128,0.880657
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,64,1,16,128,0.880888
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,64,1,32,128,0.875512
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,64,1,64,128,0.877068
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,64,1,128,128,1.036603
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,64,1,256,128,1.035828
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,1,64,128,0.026450
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,1,128,128,0.026145
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,64,1,512,128,1.038204
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,64,1,1536,128,1.041176
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,64,1,1024,128,1.036755
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,1,256,128,0.026204
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,1,512,128,0.026486
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,1,1024,128,0.026437
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,1,1536,128,0.026329
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,64,1,2048,128,1.046183
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,1,2048,128,0.026421
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,1,3072,128,0.026967
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,64,1,3072,128,1.038966
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,64,1,4096,128,1.046890
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,4,1,64,128,0.112485
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,4,1,128,128,0.112264
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,4,1,256,128,0.112722
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,4,1,1024,128,0.112549
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,4,1,512,128,0.112359
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,4,1,1536,128,0.112394
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,4,1,2048,128,0.112268
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,4,1,3072,128,0.112696
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,8,1,128,128,0.223707
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,8,1,256,128,0.222117
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,8,1,1024,128,0.222191
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,8,1,1536,128,0.222500
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,8,1,2048,128,0.222974
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,64,1,6144,128,1.049358
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,8,1,3072,128,0.223709
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,16,1,128,128,0.439947
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,16,1,64,128,0.443922
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,16,1,256,128,0.440628
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,16,1,512,128,0.443249
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,16,1,1024,128,0.442219
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,8,1,64,128,0.223446
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,8,1,512,128,0.222748
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,16,1,1536,128,0.443352
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,16,1,2048,128,0.439579
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,16,1,3072,128,0.443155
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,32,1,32,128,0.871341
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,32,1,64,128,0.873286
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,1,64,128,0.054535
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,1,128,128,0.054520
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,32,1,128,128,1.042032
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,1,256,128,0.054425
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,1,512,128,0.054429
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,1,1024,128,0.054808
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,32,1,256,128,1.034948
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,1,1536,128,0.054250
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,32,1,512,128,1.046956
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,32,1,1024,128,1.041156
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,32,1,1536,128,1.035091
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,32,1,2048,128,1.046487
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,4,1,64,128,0.223580
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,4,1,128,128,0.221499
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,4,1,256,128,0.222490
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,4,1,1024,128,0.221523
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,4,1,1536,128,0.222666
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,32,1,3072,128,1.043955
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,8,1,64,128,0.444732
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,8,1,128,128,0.445967
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,8,1,256,128,0.441977
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,8,1,512,128,0.444062
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,8,1,1024,128,0.443012
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,8,1,1536,128,0.443463
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,1,64,128,0.112337
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,1,128,128,0.112246
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,4,1,512,128,0.222080
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,1,256,128,0.112542
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,1,512,128,0.112690
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,16,1,64,128,0.880747
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,16,1,128,128,1.045155
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,4,1,64,128,0.444346
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,16,1,256,128,1.044288
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,16,1,512,128,1.044665
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,16,1,1024,128,1.052489
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,16,1,1536,128,1.043174
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,4,1,256,128,0.445334
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,4,1,512,128,0.444546
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,8,1,64,128,0.886974
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,4,1,128,128,0.443950
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,8,1,128,128,1.051301
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,8,1,256,128,1.046266
SGLang,kernel-level,NVIDIA H200,dsv4_flash_hca_attn_module,flash_mla_with_kvcache,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,8,1,512,128,1.054163
