framework,version,device,op_name,kernel_source,model,architecture,mla_dtype,kv_cache_dtype,gemm_type,num_heads,batch_size,isl,tp_size,step,compress_ratio,latency
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1,1,4,4,0.003787
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1,1,1024,4,0.003889
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1,1,1536,4,0.003960
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1,1,2048,4,0.003729
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1,1,3072,4,0.003652
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1,1,4096,4,0.003636
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1,1,6144,4,0.003880
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1,1,8192,4,0.003705
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1,1,10240,4,0.004141
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1,1,12288,4,0.003880
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1,1,16384,4,0.003774
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1,1,32768,4,0.003702
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1,1,65536,4,0.003935
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1,1,131072,4,0.004136
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1,1,262144,4,0.004164
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1,1,524288,4,0.005154
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1,1,1048575,4,0.006194
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,4,1,0,4,0.003654
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,4,1,1,4,0.003857
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,4,1,4,4,0.003858
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,4,1,8,4,0.003656
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,4,1,16,4,0.003630
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,4,1,32,4,0.003645
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,4,1,64,4,0.003877
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,4,1,128,4,0.003824
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,4,1,256,4,0.004078
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,4,1,512,4,0.004123
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,4,1,1024,4,0.003695
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,4,1,1536,4,0.004142
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,4,1,2048,4,0.003625
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,4,1,3072,4,0.003988
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,4,1,4096,4,0.003638
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,4,1,6144,4,0.004139
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,4,1,8192,4,0.003646
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,4,1,10240,4,0.004126
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,4,1,12288,4,0.003647
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,4,1,16384,4,0.004134
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,4,1,32768,4,0.003830
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,4,1,65536,4,0.004382
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,4,1,131072,4,0.005154
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,4,1,262144,4,0.006203
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,4,1,524288,4,0.008744
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,8,1,0,4,0.003645
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,8,1,1,4,0.003745
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,8,1,4,4,0.003630
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,8,1,8,4,0.003744
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,8,1,16,4,0.003858
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,8,1,32,4,0.003872
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,8,1,64,4,0.003646
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,8,1,128,4,0.003634
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,8,1,256,4,0.003646
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,8,1,512,4,0.003651
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,8,1,1024,4,0.003652
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,8,1,1536,4,0.003650
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,8,1,2048,4,0.004114
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,8,1,3072,4,0.004084
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,8,1,4096,4,0.003671
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,8,1,6144,4,0.003648
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,8,1,8192,4,0.003642
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,8,1,10240,4,0.004142
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,8,1,12288,4,0.004136
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,8,1,16384,4,0.004128
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,8,1,32768,4,0.004317
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,8,1,65536,4,0.005165
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,8,1,131072,4,0.006191
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,8,1,262144,4,0.008740
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,8,1,524288,4,0.013370
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,16,1,0,4,0.003868
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,16,1,1,4,0.003848
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,16,1,4,4,0.003646
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,16,1,8,4,0.003850
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,16,1,16,4,0.004134
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,16,1,32,4,0.004135
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,16,1,64,4,0.003884
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,16,1,128,4,0.003648
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,16,1,256,4,0.003894
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,16,1,512,4,0.003673
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,16,1,1024,4,0.003654
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,16,1,1536,4,0.003889
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,16,1,2048,4,0.004134
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,16,1,3072,4,0.003932
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,16,1,4096,4,0.003642
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,16,1,6144,4,0.003640
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1,1,8,4,0.003780
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,16,1,8192,4,0.004022
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,16,1,12288,4,0.004644
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,16,1,16384,4,0.004642
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,16,1,32768,4,0.005204
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,16,1,65536,4,0.006460
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,16,1,131072,4,0.008765
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,16,1,262144,4,0.013365
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,16,1,524288,4,0.022599
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,32,1,0,4,0.004136
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,32,1,1,4,0.003644
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,32,1,4,4,0.004128
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,32,1,8,4,0.003648
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,32,1,16,4,0.004139
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,32,1,32,4,0.003631
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,32,1,64,4,0.003787
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,32,1,128,4,0.003648
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,32,1,256,4,0.003653
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,32,1,512,4,0.003644
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,32,1,1024,4,0.003656
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,32,1,1536,4,0.004139
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1,1,16,4,0.003673
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,32,1,2048,4,0.004138
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,32,1,4096,4,0.004452
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,32,1,3072,4,0.004107
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,32,1,6144,4,0.004162
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,32,1,8192,4,0.004667
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,32,1,10240,4,0.004671
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,32,1,12288,4,0.004820
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,32,1,16384,4,0.005161
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,32,1,32768,4,0.006587
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,32,1,65536,4,0.008772
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,32,1,131072,4,0.013380
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,32,1,262144,4,0.022598
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,32,1,524288,4,0.040557
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,16,1,10240,4,0.004165
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1,1,256,4,0.003890
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1,1,32,4,0.003662
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1,1,128,4,0.003655
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1,1,64,4,0.003661
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1,1,512,4,0.003665
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,64,1,0,4,0.004142
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,64,1,256,4,0.003649
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,64,1,512,4,0.003628
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,64,1,1,4,0.004159
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,64,1,1536,4,0.004132
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,64,1,2048,4,0.004149
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,64,1,3072,4,0.004247
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,64,1,4096,4,0.004666
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,64,1,6144,4,0.004971
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,64,1,8192,4,0.005178
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,64,1,10240,4,0.005676
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,64,1,12288,4,0.005722
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,64,1,16384,4,0.006469
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,64,1,32768,4,0.008774
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,64,1,65536,4,0.013390
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,64,1,131072,4,0.022605
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,64,1,262144,4,0.040559
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,64,1,524288,4,0.076920
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,64,1,4,4,0.004147
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,64,1,1024,4,0.004126
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,64,1,8,4,0.004146
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,64,1,16,4,0.004140
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,64,1,32,4,0.004154
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,64,1,64,4,0.004143
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,64,1,128,4,0.004140
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,128,1,0,4,0.003879
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,128,1,256,4,0.004162
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,128,1,1,4,0.004155
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,128,1,512,4,0.004156
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,128,1,1024,4,0.004647
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,128,1,2048,4,0.004677
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,128,1,3072,4,0.005343
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,128,1,4096,4,0.005694
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,128,1,6144,4,0.006206
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,128,1,8192,4,0.006711
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,128,1,10240,4,0.007238
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,128,1,12288,4,0.007759
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,128,1,16384,4,0.009174
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,128,1,32768,4,0.013886
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,128,1,65536,4,0.022646
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,128,1,131072,4,0.041019
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,128,1,4,4,0.004143
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,128,1,262144,4,0.077557
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,128,1,524288,4,0.156806
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,128,1,8,4,0.004144
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,128,1,1536,4,0.004179
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,128,1,32,4,0.004161
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,128,1,16,4,0.004144
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,128,1,64,4,0.004125
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,128,1,128,4,0.004166
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,256,1,0,4,0.004687
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,256,1,256,4,0.004654
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,256,1,512,4,0.004668
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,256,1,1024,4,0.005698
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,256,1,1536,4,0.005181
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,256,1,2048,4,0.005698
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,256,1,3072,4,0.006602
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,256,1,4096,4,0.007226
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,256,1,6144,4,0.008253
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,256,1,8192,4,0.009285
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,256,1,10240,4,0.010361
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,256,1,12288,4,0.011847
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,256,1,4,4,0.004647
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,256,1,16384,4,0.013911
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,256,1,32768,4,0.023103
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,256,1,65536,4,0.041482
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,256,1,131072,4,0.078029
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,256,1,32,4,0.004657
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,256,1,64,4,0.004670
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,256,1,262144,4,0.158654
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,256,1,524288,4,0.309440
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,256,1,128,4,0.004651
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,256,1,1,4,0.004648
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,256,1,16,4,0.004672
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,256,1,8,4,0.005189
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,512,1,4,4,0.005702
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,512,1,0,4,0.005687
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,512,1,256,4,0.005673
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,512,1,512,4,0.005693
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,512,1,1024,4,0.006713
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,512,1,1536,4,0.006715
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,512,1,2048,4,0.008181
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,512,1,3072,4,0.008782
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,512,1,4096,4,0.010290
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,512,1,6144,4,0.012722
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,512,1,8192,4,0.014950
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,512,1,10240,4,0.016982
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,512,1,8,4,0.005676
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,512,1,12288,4,0.019038
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,512,1,16384,4,0.024129
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,512,1,32768,4,0.042067
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,512,1,65536,4,0.078512
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,512,1,16,4,0.005694
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,512,1,131072,4,0.151858
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,512,1,32,4,0.006210
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,512,1,262144,4,0.310925
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,512,1,64,4,0.005705
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,512,1,1,4,0.005678
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,512,1,524288,4,0.628797
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,512,1,128,4,0.006206
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1024,1,0,4,0.007575
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1024,1,256,4,0.008788
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1024,1,512,4,0.009784
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1024,1,1024,4,0.009784
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1024,1,1536,4,0.010822
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1024,1,2048,4,0.011829
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1024,1,8,4,0.007724
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1024,1,3072,4,0.013988
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1024,1,1,4,0.007722
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1024,1,4,4,0.007793
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1024,1,4096,4,0.016457
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1024,1,6144,4,0.021050
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1024,1,8192,4,0.025674
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1024,1,10240,4,0.030159
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1024,1,12288,4,0.034431
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1024,1,16384,4,0.043650
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1024,1,32768,4,0.080172
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1024,1,65536,4,0.163890
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1024,1,32,4,0.008753
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1024,1,131072,4,0.313821
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1024,1,64,4,0.008252
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1024,1,262144,4,0.617755
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1024,1,128,4,0.008251
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1024,1,16,4,0.008764
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1024,1,524288,4,1.316664
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1536,1,0,4,0.011354
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1536,1,256,4,0.012618
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1536,1,512,4,0.013869
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1536,1,1024,4,0.014404
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1536,1,1,4,0.011340
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1536,1,2048,4,0.017474
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1536,1,4,4,0.011829
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1536,1,3072,4,0.021056
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1536,1,4096,4,0.024031
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1536,1,6144,4,0.030312
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1536,1,8192,4,0.037407
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1536,1,10240,4,0.044112
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1536,1,12288,4,0.051302
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1536,1,8,4,0.011854
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1536,1,16384,4,0.064384
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1536,1,16,4,0.011424
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1536,1,32768,4,0.120524
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1536,1,32,4,0.011838
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1536,1,65536,4,0.242134
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1536,1,131072,4,0.483016
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1536,1,64,4,0.012025
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1536,1,1536,4,0.015402
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1536,1,128,4,0.011844
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1536,1,262144,4,0.998875
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,1536,1,524288,4,2.090854
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,2048,1,0,4,0.015422
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,2048,1,256,4,0.017493
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,2048,1,512,4,0.019172
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,2048,1,1024,4,0.018937
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,2048,1,1,4,0.015430
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,2048,1,2048,4,0.022611
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,2048,1,3072,4,0.027734
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,2048,1,4096,4,0.031345
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,2048,1,6144,4,0.040538
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,2048,1,8,4,0.016195
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,2048,1,8192,4,0.049298
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,2048,1,4,4,0.015564
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,2048,1,10240,4,0.058994
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,2048,1,12288,4,0.067682
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,2048,1,16384,4,0.085301
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,2048,1,16,4,0.015430
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,2048,1,32768,4,0.163222
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,2048,1,32,4,0.015991
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,2048,1,65536,4,0.320420
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,2048,1,64,4,0.016451
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,2048,1,1536,4,0.021062
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,2048,1,131072,4,0.658260
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,2048,1,262144,4,1.386747
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,2048,1,128,4,0.016449
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,2048,1,524288,4,2.759010
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,3072,1,0,4,0.027732
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,3072,1,1,4,0.027226
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,3072,1,256,4,0.030477
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,3072,1,512,4,0.033360
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,3072,1,1024,4,0.030811
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,3072,1,4,4,0.027231
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,3072,1,1536,4,0.034997
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,3072,1,2048,4,0.035921
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,3072,1,8,4,0.027353
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,3072,1,3072,4,0.041545
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,3072,1,4096,4,0.048639
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,3072,1,6144,4,0.061544
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,3072,1,8192,4,0.075536
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,3072,1,10240,4,0.089327
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,3072,1,12288,4,0.102077
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,3072,1,16,4,0.027279
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,3072,1,16384,4,0.134138
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,3072,1,32768,4,0.253066
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,3072,1,65536,4,0.474463
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,3072,1,32,4,0.028223
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,3072,1,64,4,0.028225
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,3072,1,131072,4,1.034256
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,3072,1,128,4,0.029731
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,3072,1,262144,4,2.084230
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,3072,1,524288,4,4.170072
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,4096,1,0,4,0.043555
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,4096,1,256,4,0.047802
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,4096,1,512,4,0.051187
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,4096,1,1024,4,0.045986
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,4096,1,1536,4,0.051434
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,4096,1,1,4,0.043475
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,4096,1,2048,4,0.052384
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,4096,1,4,4,0.043548
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,4096,1,3072,4,0.062655
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,4096,1,4096,4,0.068274
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,4096,1,6144,4,0.087127
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,4096,1,8192,4,0.104190
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,4096,1,10240,4,0.129641
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,4096,1,12288,4,0.153370
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,4096,1,16384,4,0.192139
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,4096,1,16,4,0.043428
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,4096,1,32768,4,0.348158
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,4096,1,65536,4,0.659302
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,4096,1,8,4,0.043990
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,4096,1,32,4,0.043589
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,4096,1,64,4,0.044018
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,4096,1,131072,4,1.376703
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,4096,1,262144,4,2.798287
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,4096,1,128,4,0.045713
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,4096,1,524288,4,5.677354
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,6144,1,0,4,0.086758
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,6144,1,1,4,0.087162
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,6144,1,256,4,0.092274
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,6144,1,512,4,0.100867
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,6144,1,1024,4,0.084644
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,6144,1,4,4,0.103252
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,6144,1,1536,4,0.096407
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,6144,1,2048,4,0.093110
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,6144,1,3072,4,0.118420
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,6144,1,4096,4,0.129781
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,6144,1,6144,4,0.156288
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,6144,1,8,4,0.094284
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,6144,1,8192,4,0.186067
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,6144,1,16,4,0.087025
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,6144,1,10240,4,0.216746
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,6144,1,12288,4,0.236197
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,6144,1,16384,4,0.292948
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,6144,1,32768,4,0.547744
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,6144,1,65536,4,1.057131
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,6144,1,32,4,0.093116
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,6144,1,64,4,0.088208
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,6144,1,131072,4,2.150562
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,6144,1,128,4,0.089964
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,6144,1,262144,4,4.349887
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,6144,1,524288,4,8.594447
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,8192,1,0,4,0.203726
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,8192,1,256,4,0.214464
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,8192,1,512,4,0.225778
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,8192,1,4,4,0.199125
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,8192,1,1,4,0.208073
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,8192,1,1024,4,0.169036
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,8192,1,2048,4,0.169988
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,8192,1,1536,4,0.183906
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,8192,1,3072,4,0.180834
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,8192,1,8,4,0.201375
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,8192,1,4096,4,0.192640
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,8192,1,6144,4,0.222515
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,8192,1,8192,4,0.279869
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,8192,1,10240,4,0.297873
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,8192,1,12288,4,0.346293
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,8192,1,16,4,0.201329
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,8192,1,16384,4,0.437076
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,8192,1,32768,4,0.779866
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,1,1,4,4,0.004156
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,1,1,8,4,0.004147
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,1,1,16,4,0.004156
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,1,1,32,4,0.004150
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,1,1,64,4,0.004152
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,1,1,128,4,0.004152
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,1,1,256,4,0.004149
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,1,1,512,4,0.004140
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,8192,1,65536,4,1.465239
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,1,1,1024,4,0.004192
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,1,1,1536,4,0.004145
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,1,1,2048,4,0.004159
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,1,1,3072,4,0.004162
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,1,1,4096,4,0.004148
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,1,1,6144,4,0.003663
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,1,1,8192,4,0.004163
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,1,1,10240,4,0.003645
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,1,1,12288,4,0.004157
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,1,1,16384,4,0.003649
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,1,1,65536,4,0.003856
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,1,1,131072,4,0.004661
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,1,1,262144,4,0.005171
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,4,1,0,4,0.003640
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,4,1,1,4,0.003642
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,4,1,4,4,0.003658
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,4,1,8,4,0.003642
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,4,1,16,4,0.003640
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,4,1,32,4,0.003651
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,4,1,64,4,0.003653
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,4,1,128,4,0.003648
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,4,1,256,4,0.003658
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,4,1,512,4,0.003648
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,4,1,1024,4,0.003632
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,4,1,1536,4,0.003647
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,4,1,2048,4,0.003653
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,4,1,3072,4,0.003654
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,4,1,4096,4,0.003643
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,4,1,6144,4,0.003658
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,4,1,8192,4,0.004157
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,4,1,10240,4,0.004138
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,4,1,12288,4,0.004154
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,4,1,16384,4,0.004091
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,4,1,32768,4,0.004310
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,4,1,65536,4,0.005176
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,4,1,131072,4,0.006298
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,4,1,262144,4,0.008758
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,8,1,0,4,0.003646
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,8192,1,64,4,0.202773
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,8,1,1,4,0.003644
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,8,1,4,4,0.003638
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,8,1,8,4,0.004137
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,8,1,16,4,0.003646
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,8,1,32,4,0.004133
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,8192,1,32,4,0.203907
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,8,1,64,4,0.003670
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,8,1,128,4,0.004140
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,8,1,512,4,0.003676
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,8,1,1024,4,0.003650
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,8,1,1536,4,0.003679
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,8,1,2048,4,0.003655
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,8,1,3072,4,0.003642
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,8,1,4096,4,0.003654
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,8,1,6144,4,0.004141
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,8,1,8192,4,0.003991
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,8,1,10240,4,0.004158
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,8,1,12288,4,0.004649
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,8,1,16384,4,0.004677
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,8,1,32768,4,0.005163
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,8,1,65536,4,0.006430
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,8,1,131072,4,0.008768
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,8,1,262144,4,0.013387
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,16,1,0,4,0.003658
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,16,1,1,4,0.003651
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,16,1,4,4,0.004140
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,16,1,8,4,0.003653
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,16,1,16,4,0.003651
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,16,1,32,4,0.003641
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,16,1,64,4,0.003879
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,16,1,128,4,0.003638
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,1,1,32768,4,0.004646
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,16,1,256,4,0.003651
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,16,1,512,4,0.003893
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,16,1,1536,4,0.004144
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,16,1,2048,4,0.004158
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,16,1,3072,4,0.003644
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,16,1,4096,4,0.004154
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,16,1,6144,4,0.004635
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,16,1,8192,4,0.004379
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,16,1,10240,4,0.004656
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,16,1,12288,4,0.004666
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,16,1,16384,4,0.005176
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,16,1,32768,4,0.006723
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,16,1,65536,4,0.008767
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,16,1,131072,4,0.013396
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,16,1,262144,4,0.022596
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,32,1,0,4,0.004153
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,32,1,1,4,0.003642
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,32,1,4,4,0.004158
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,32,1,8,4,0.003656
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,32,1,16,4,0.003652
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,32,1,32,4,0.003633
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,32,1,64,4,0.004156
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,32,1,128,4,0.004134
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,32,1,256,4,0.003670
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,32,1,512,4,0.003989
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,32,1,1024,4,0.004152
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,32,1,1536,4,0.004127
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,32,1,2048,4,0.004425
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,8192,1,131072,4,2.829179
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,32,1,4096,4,0.005694
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,32,1,6144,4,0.005691
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,32,1,8192,4,0.006206
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,32,1,10240,4,0.006695
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,32,1,12288,4,0.007221
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,32,1,16384,4,0.007756
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,32,1,32768,4,0.011351
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,32,1,65536,4,0.016991
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,32,1,131072,4,0.022605
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,64,1,0,4,0.004137
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,64,1,1,4,0.004156
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,32,1,262144,4,0.050560
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,64,1,4,4,0.004157
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,64,1,8,4,0.004666
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,64,1,16,4,0.004154
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,64,1,32,4,0.004156
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,64,1,64,4,0.004155
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,8,1,256,4,0.003632
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,64,1,256,4,0.004133
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,64,1,512,4,0.004162
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,64,1,1024,4,0.004670
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,64,1,1536,4,0.004288
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,64,1,2048,4,0.004675
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,64,1,3072,4,0.005179
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,64,1,4096,4,0.005706
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,64,1,6144,4,0.006201
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,64,1,8192,4,0.006727
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,64,1,10240,4,0.007228
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,64,1,12288,4,0.007859
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,64,1,16384,4,0.009278
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,64,1,32768,4,0.013508
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,64,1,65536,4,0.022626
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,64,1,131072,4,0.041056
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,128,1,0,4,0.004669
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,128,1,1,4,0.004668
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,128,1,4,4,0.005181
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,16,1,1024,4,0.004147
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,64,1,262144,4,0.077904
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,128,1,8,4,0.005187
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,128,1,16,4,0.005186
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,128,1,32,4,0.004656
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,128,1,64,4,0.004921
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,128,1,128,4,0.005171
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,128,1,256,4,0.004373
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,128,1,512,4,0.004662
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,128,1,1024,4,0.005674
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,128,1,1536,4,0.005160
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,128,1,2048,4,0.005696
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,128,1,3072,4,0.006718
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,128,1,4096,4,0.007222
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,128,1,6144,4,0.008258
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,128,1,8192,4,0.009283
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,128,1,10240,4,0.010792
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,128,1,12288,4,0.011856
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,128,1,16384,4,0.013921
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,128,1,32768,4,0.023096
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,128,1,65536,4,0.041576
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,256,1,0,4,0.006199
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,256,1,1,4,0.006213
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,128,1,131072,4,0.078263
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,256,1,4,4,0.006200
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,256,1,8,4,0.006195
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,256,1,16,4,0.006200
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,256,1,32,4,0.006208
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,32,1,3072,4,0.004465
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,256,1,64,4,0.006211
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,256,1,256,4,0.005695
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,128,1,262144,4,0.156424
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,256,1,512,4,0.005693
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,256,1,1024,4,0.006695
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,256,1,2048,4,0.008250
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,256,1,3072,4,0.008762
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,256,1,4096,4,0.010379
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,256,1,6144,4,0.012375
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,256,1,8192,4,0.014916
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,256,1,10240,4,0.016988
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,256,1,12288,4,0.019462
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,256,1,16384,4,0.023668
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,256,1,32768,4,0.042283
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,256,1,65536,4,0.078407
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,64,1,128,4,0.004158
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,512,1,0,4,0.007276
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,512,1,1,4,0.007306
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,256,1,131072,4,0.155383
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,512,1,4,4,0.008243
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,512,1,8,4,0.008257
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,512,1,16,4,0.008220
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,512,1,32,4,0.008286
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,512,1,64,4,0.008250
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,512,1,128,4,0.008260
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,512,1,256,4,0.008750
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,512,1,512,4,0.009788
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,512,1,1024,4,0.009798
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,512,1,1536,4,0.011313
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,512,1,2048,4,0.011839
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,512,1,3072,4,0.014400
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,512,1,4096,4,0.016453
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,256,1,262144,4,0.312296
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,512,1,6144,4,0.021586
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,512,1,8192,4,0.025678
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,512,1,10240,4,0.034304
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,512,1,12288,4,0.034411
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,512,1,16384,4,0.048847
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,512,1,32768,4,0.080257
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,512,1,65536,4,0.171711
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,256,1,128,4,0.006202
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,1024,1,1,4,0.015604
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,256,1,1536,4,0.006719
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,1024,1,4,4,0.015462
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,1024,1,8,4,0.015424
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,1024,1,16,4,0.015464
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,1024,1,32,4,0.015912
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,1024,1,64,4,0.015945
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,512,1,131072,4,0.313800
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,1024,1,128,4,0.016594
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,1024,1,256,4,0.017813
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,1024,1,512,4,0.020537
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,1024,1,1024,4,0.018985
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,1024,1,1536,4,0.021076
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,1024,1,2048,4,0.024116
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,1024,1,3072,4,0.027843
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,1024,1,4096,4,0.031323
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,1024,1,6144,4,0.041552
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,1024,1,8192,4,0.049214
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,1024,1,10240,4,0.058987
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,1024,1,12288,4,0.069698
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,1024,1,16384,4,0.085942
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,512,1,262144,4,0.641058
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,1024,1,32768,4,0.170739
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,1536,1,0,4,0.027403
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,1536,1,1,4,0.027391
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,1536,1,4,4,0.027322
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,1024,1,65536,4,0.331274
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,1536,1,8,4,0.027292
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,1536,1,32,4,0.028206
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,1536,1,64,4,0.028217
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,1536,1,128,4,0.029345
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,1024,1,0,4,0.016983
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,1536,1,256,4,0.030773
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,1536,1,512,4,0.033311
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,1536,1,1024,4,0.030776
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,1536,1,1536,4,0.035054
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,1536,1,2048,4,0.035907
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,8192,1,262144,4,5.838485
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,1024,1,131072,4,0.655927
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,1536,1,3072,4,0.041510
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,1536,1,4096,4,0.048776
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,1536,1,6144,4,0.076856
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,1536,1,8192,4,0.085579
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,1536,1,10240,4,0.089613
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,1536,1,12288,4,0.102815
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,1536,1,16384,4,0.165904
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,1536,1,32768,4,0.273265
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,2048,1,0,4,0.048008
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,2048,1,1,4,0.047857
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,1536,1,16,4,0.029242
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,2048,1,4,4,0.048485
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,2048,1,8,4,0.043484
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,2048,1,16,4,0.047690
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,2048,1,32,4,0.043494
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,2048,1,64,4,0.047224
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,1024,1,262144,4,1.385368
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,2048,1,128,4,0.045541
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,2048,1,256,4,0.049844
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,2048,1,512,4,0.059579
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,2048,1,1024,4,0.045627
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,2048,1,1536,4,0.053343
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,2048,1,2048,4,0.059770
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,2048,1,3072,4,0.062642
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,2048,1,4096,4,0.070640
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,8192,1,128,4,0.201658
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,2048,1,6144,4,0.094815
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,2048,1,8192,4,0.105756
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,1536,1,131072,4,1.023377
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,2048,1,10240,4,0.132440
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,2048,1,12288,4,0.152101
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,2048,1,16384,4,0.206244
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,3072,1,0,4,0.106685
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,2048,1,32768,4,0.350562
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,1536,1,65536,4,0.496345
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,3072,1,1,4,0.106700
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,3072,1,4,4,0.095434
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,3072,1,8,4,0.086993
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,3072,1,16,4,0.101406
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,3072,1,32,4,0.099098
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,3072,1,64,4,0.087886
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,3072,1,128,4,0.105596
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,3072,1,256,4,0.101016
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,2048,1,65536,4,0.706255
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,3072,1,512,4,0.114938
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,3072,1,1024,4,0.085787
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,3072,1,1536,4,0.103703
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,3072,1,2048,4,0.112734
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,3072,1,3072,4,0.117340
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,3072,1,4096,4,0.126212
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,3072,1,6144,4,0.158326
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,3072,1,8192,4,0.198014
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,3072,1,10240,4,0.216155
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,1536,1,262144,4,2.158564
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,3072,1,12288,4,0.243403
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,3072,1,16384,4,0.296013
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,2048,1,131072,4,1.385212
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,4096,1,0,4,0.223100
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,3072,1,32768,4,0.543155
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,4096,1,1,4,0.216432
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,4096,1,8,4,0.206911
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,4096,1,4,4,0.225410
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,4096,1,16,4,0.205428
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,4096,1,32,4,0.211016
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,4096,1,64,4,0.220483
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,3072,1,65536,4,1.071685
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,4096,1,128,4,0.206144
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,4096,1,256,4,0.220598
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,4096,1,512,4,0.230271
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,4096,1,1024,4,0.194128
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,4096,1,1536,4,0.181984
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,4096,1,2048,4,0.171685
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,4096,1,3072,4,0.183279
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,4096,1,4096,4,0.202963
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,2048,1,262144,4,2.790922
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,4096,1,6144,4,0.222796
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,4096,1,8192,4,0.276441
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,4096,1,10240,4,0.298018
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,4096,1,12288,4,0.352739
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,4096,1,16384,4,0.454328
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,1,1,4,4,0.004146
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,1,1,8,4,0.004145
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,1,1,16,4,0.004166
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,3072,1,131072,4,2.159694
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,1,1,32,4,0.004146
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,1,1,64,4,0.004166
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,1,1,128,4,0.004146
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,1,1,256,4,0.004171
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,1,1,512,4,0.004140
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,1,1,1024,4,0.004389
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,1,1,1536,4,0.004153
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,1,1,2048,4,0.004146
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,1,1,3072,4,0.004154
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,1,1,4096,4,0.004420
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,1,1,6144,4,0.004154
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,1,1,10240,4,0.004142
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,4096,1,32768,4,0.762652
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,1,1,12288,4,0.004142
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,1,1,16384,4,0.004145
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,1,1,32768,4,0.004142
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,1,1,131072,4,0.005164
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,4,1,0,4,0.003655
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,4,1,1,4,0.003635
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,4,1,4,4,0.003654
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,4,1,8,4,0.003633
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,4,1,16,4,0.003625
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,4,1,32,4,0.003626
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,4,1,64,4,0.003628
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,4,1,128,4,0.003657
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,4,1,256,4,0.003656
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,4,1,512,4,0.003626
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,4,1,1024,4,0.003653
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,4,1,1536,4,0.003652
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,4,1,2048,4,0.003657
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,4,1,3072,4,0.003650
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,4,1,4096,4,0.003652
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,4,1,6144,4,0.004132
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,4,1,8192,4,0.004135
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,4,1,10240,4,0.004166
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,4,1,12288,4,0.004160
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,4,1,16384,4,0.004641
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,4,1,32768,4,0.005185
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,4,1,65536,4,0.006712
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,4,1,131072,4,0.008773
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,8,1,0,4,0.003650
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,8,1,1,4,0.003654
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1,8192,1,524288,4,11.446277
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,8,1,4,4,0.003654
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,8,1,16,4,0.003755
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,8,1,8,4,0.004654
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,4096,1,65536,4,1.500494
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,8,1,32,4,0.003717
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,8,1,64,4,0.004160
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,8,1,256,4,0.003651
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,8,1,512,4,0.004176
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,8,1,1024,4,0.003658
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,8,1,1536,4,0.004648
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,8,1,2048,4,0.003649
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,8,1,3072,4,0.004675
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,8,1,4096,4,0.004154
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,8,1,6144,4,0.005173
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,1,1,8192,4,0.004183
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,8,1,8192,4,0.004656
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,8,1,10240,4,0.005696
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,8,1,12288,4,0.004802
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,8,1,16384,4,0.005191
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,8,1,32768,4,0.007750
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,8,1,65536,4,0.008754
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,8,1,131072,4,0.013382
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,16,1,1,4,0.004132
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,16,1,4,4,0.004134
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,16,1,8,4,0.003667
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,16,1,16,4,0.004136
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,16,1,32,4,0.004152
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,16,1,64,4,0.004138
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,16,1,128,4,0.004129
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,1,1,65536,4,0.004680
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,16,1,256,4,0.003830
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,16,1,512,4,0.004132
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,16,1,1024,4,0.004137
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,16,1,1536,4,0.003751
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,16,1,2048,4,0.004342
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,16,1,3072,4,0.004646
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,16,1,4096,4,0.004676
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,16,1,6144,4,0.004686
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,16,1,8192,4,0.005166
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,16,1,10240,4,0.005682
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,16,1,12288,4,0.005702
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,16,1,16384,4,0.006692
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,16,1,32768,4,0.008762
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,16,1,65536,4,0.013386
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,32,1,1,4,0.004129
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,16,1,131072,4,0.022605
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,32,1,4,4,0.004113
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,32,1,8,4,0.004162
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,32,1,16,4,0.004143
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,32,1,32,4,0.004157
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,32,1,64,4,0.004142
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,32,1,128,4,0.004143
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,32,1,256,4,0.004137
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,32,1,512,4,0.004145
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,32,1,1024,4,0.004381
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,32,1,1536,4,0.004160
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,32,1,2048,4,0.004667
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,32,1,3072,4,0.005166
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,32,1,4096,4,0.005670
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,32,1,6144,4,0.005949
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,32,1,8192,4,0.006699
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,32,1,10240,4,0.007232
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,32,1,12288,4,0.007849
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,32,1,16384,4,0.009244
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,32,1,32768,4,0.013709
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,32,1,65536,4,0.022592
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,64,1,0,4,0.004756
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,32,1,131072,4,0.040997
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,64,1,1,4,0.005152
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,64,1,4,4,0.004652
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,64,1,8,4,0.005157
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,64,1,16,4,0.004648
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,64,1,32,4,0.005134
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,64,1,64,4,0.004646
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,64,1,128,4,0.005155
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,64,1,256,4,0.004656
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,64,1,512,4,0.004154
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,64,1,1024,4,0.005680
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,64,1,1536,4,0.005162
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,64,1,2048,4,0.005685
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,64,1,3072,4,0.006358
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,64,1,4096,4,0.007214
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,64,1,6144,4,0.008263
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,64,1,8192,4,0.009280
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,64,1,10240,4,0.010309
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,64,1,12288,4,0.011840
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,64,1,16384,4,0.013898
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,8,1,128,4,0.004641
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,64,1,32768,4,0.023109
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,128,1,0,4,0.005678
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,64,1,65536,4,0.041274
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,128,1,1,4,0.005698
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,128,1,4,4,0.005678
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,128,1,8,4,0.005671
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,128,1,16,4,0.005679
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,128,1,32,4,0.005670
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,128,1,64,4,0.005678
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,128,1,128,4,0.005675
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,128,1,256,4,0.005673
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,128,1,512,4,0.005672
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,16,1,0,4,0.004670
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,3072,1,262144,4,4.260085
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,128,1,1536,4,0.006725
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,128,1,2048,4,0.008252
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,128,1,4096,4,0.010304
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,128,1,3072,4,0.011291
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,128,1,6144,4,0.012352
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,128,1,8192,4,0.014915
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,128,1,10240,4,0.021085
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,128,1,12288,4,0.019038
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,128,1,16384,4,0.024134
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,128,1,32768,4,0.047435
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,256,1,0,4,0.008248
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,128,1,65536,4,0.078432
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,256,1,1,4,0.008348
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,256,1,4,4,0.008256
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,256,1,8,4,0.008966
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,256,1,16,4,0.008454
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,256,1,32,4,0.009285
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,4096,1,131072,4,2.896103
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,256,1,64,4,0.008258
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,32,1,0,4,0.004159
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,256,1,128,4,0.009283
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,128,1,131072,4,0.153131
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,256,1,512,4,0.009799
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,256,1,256,4,0.010306
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,256,1,1024,4,0.009784
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,256,1,1536,4,0.012936
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,256,1,2048,4,0.011819
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,256,1,3072,4,0.013907
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,256,1,4096,4,0.016458
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,256,1,6144,4,0.022995
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,256,1,8192,4,0.025666
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,256,1,10240,4,0.029806
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,256,1,12288,4,0.034563
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,256,1,16384,4,0.047032
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,256,1,32768,4,0.080384
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,512,1,1,4,0.015429
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,512,1,4,4,0.015410
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,256,1,65536,4,0.161990
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,512,1,8,4,0.015416
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,512,1,16,4,0.015490
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,512,1,32,4,0.015936
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,512,1,64,4,0.015942
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,512,1,128,4,0.016445
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,512,1,256,4,0.017478
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,512,1,512,4,0.019515
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,512,1,1024,4,0.019005
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,256,1,131072,4,0.316884
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,512,1,1536,4,0.021110
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,512,1,2048,4,0.022678
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,512,1,3072,4,0.027945
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,512,1,4096,4,0.031589
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,512,1,6144,4,0.040099
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,512,1,8192,4,0.049654
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,512,1,10240,4,0.058897
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,512,1,12288,4,0.067167
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,128,1,1024,4,0.006687
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,512,1,16384,4,0.089501
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,1024,1,0,4,0.043042
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,1024,1,1,4,0.044720
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,512,1,32768,4,0.168807
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,1024,1,4,4,0.045322
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,1024,1,8,4,0.045058
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,1024,1,16,4,0.043651
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,1024,1,32,4,0.046651
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,1024,1,64,4,0.045702
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,1024,1,128,4,0.045704
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,1024,1,256,4,0.050335
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,512,1,65536,4,0.321620
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,1024,1,512,4,0.051409
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,1024,1,1024,4,0.046154
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,1024,1,1536,4,0.051252
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,1024,1,2048,4,0.053596
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,1024,1,3072,4,0.063607
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,1024,1,4096,4,0.068473
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,512,1,0,4,0.016436
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,1024,1,6144,4,0.086619
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,1024,1,8192,4,0.111739
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,1024,1,10240,4,0.130952
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,1024,1,12288,4,0.152969
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,512,1,131072,4,0.640500
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,1024,1,16384,4,0.192147
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,1536,1,0,4,0.087848
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,1536,1,1,4,0.095350
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,1536,1,4,4,0.088236
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,1024,1,32768,4,0.340109
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,1536,1,8,4,0.088326
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,1536,1,16,4,0.098750
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,1536,1,32,4,0.088967
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,1536,1,64,4,0.095232
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,1536,1,128,4,0.091431
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,1536,1,256,4,0.100813
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,1536,1,512,4,0.101426
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,1536,1,1024,4,0.091822
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,1536,1,1536,4,0.093544
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,1536,1,2048,4,0.105089
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,1536,1,3072,4,0.116588
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,1024,1,65536,4,0.691568
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,1536,1,4096,4,0.131232
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,1536,1,6144,4,0.158345
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,1536,1,8192,4,0.185125
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,1536,1,10240,4,0.214379
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,1536,1,12288,4,0.260101
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,1536,1,16384,4,0.295194
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,2048,1,0,4,0.220044
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,2048,1,1,4,0.214803
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,1536,1,32768,4,0.537563
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,1024,1,131072,4,1.407828
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,2048,1,4,4,0.212279
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,2048,1,8,4,0.209846
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,2048,1,16,4,0.217126
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,2048,1,32,4,0.227487
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,2048,1,64,4,0.205845
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,2048,1,128,4,0.212814
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,2,4096,1,262144,4,5.897134
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,1536,1,65536,4,1.066416
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,2048,1,1024,4,0.169430
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,2048,1,512,4,0.230228
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,2048,1,1536,4,0.182258
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,2048,1,2048,4,0.189997
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,2048,1,3072,4,0.197440
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,2048,1,4096,4,0.194003
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,64,1,131072,4,0.078152
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,2048,1,6144,4,0.230128
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,2048,1,8192,4,0.275684
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,2048,1,10240,4,0.318173
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,2048,1,12288,4,0.357585
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,1,1,4,4,0.004156
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,1,1,8,4,0.004152
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,1,1,16,4,0.004151
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,2048,1,16384,4,0.427539
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,1,1,32,4,0.004154
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,1,1,128,4,0.004171
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,1,1,256,4,0.004154
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,1,1,512,4,0.004146
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,1,1,1024,4,0.004160
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,1,1,1536,4,0.004152
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,1,1,2048,4,0.004151
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,1,1,3072,4,0.004174
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,2048,1,256,4,0.231390
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,1,1,4096,4,0.004146
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,1,1,6144,4,0.003749
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,1,1,8192,4,0.003654
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,1,1,10240,4,0.004185
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,1,1,16384,4,0.004131
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,1,1,12288,4,0.003703
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,1,1,32768,4,0.004724
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,1,1,65536,4,0.005149
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,4,1,0,4,0.004142
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,4,1,1,4,0.004158
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,4,1,4,4,0.004132
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,4,1,8,4,0.003875
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,4,1,16,4,0.004160
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,4,1,32,4,0.003649
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,4,1,64,4,0.004134
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,4,1,128,4,0.004163
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,4,1,256,4,0.003647
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,4,1,512,4,0.003648
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,4,1,1024,4,0.004167
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,4,1,1536,4,0.003644
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,4,1,2048,4,0.003632
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,4,1,3072,4,0.004161
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,4,1,4096,4,0.004157
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,1536,1,131072,4,2.099197
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,4,1,10240,4,0.004733
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,4,1,12288,4,0.005200
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,4,1,16384,4,0.005192
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,4,1,32768,4,0.007334
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,4,1,65536,4,0.008744
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,8,1,0,4,0.004592
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,8,1,1,4,0.003651
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,8,1,4,4,0.004238
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,8,1,8,4,0.003660
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,8,1,16,4,0.004169
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,8,1,32,4,0.003654
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,8,1,64,4,0.004157
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,8,1,128,4,0.003648
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,8,1,256,4,0.004148
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,8,1,512,4,0.003655
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,8,1,1024,4,0.004167
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,8,1,2048,4,0.005178
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,8,1,3072,4,0.004700
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,8,1,4096,4,0.005180
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,8,1,6144,4,0.005685
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,8,1,8192,4,0.005716
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,8,1,10240,4,0.006198
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,8,1,12288,4,0.006713
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,8,1,16384,4,0.007234
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,8,1,32768,4,0.009781
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,8,1,65536,4,0.014414
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,16,1,0,4,0.004146
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,16,1,1,4,0.004152
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,16,1,4,4,0.004146
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,16,1,8,4,0.004157
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,16,1,16,4,0.004145
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,16,1,32,4,0.004163
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,16,1,64,4,0.004167
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,16,1,128,4,0.004151
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,1,1,64,4,0.004162
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,16,1,256,4,0.004146
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,16,1,512,4,0.003870
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,16,1,1024,4,0.004658
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,16,1,1536,4,0.004459
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,16,1,2048,4,0.004674
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,16,1,3072,4,0.005192
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,16,1,4096,4,0.005723
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,16,1,6144,4,0.006180
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,16,1,8192,4,0.006852
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,2048,1,65536,4,1.509871
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,16,1,10240,4,0.007226
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,16,1,12288,4,0.008250
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,16,1,16384,4,0.011080
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,16,1,32768,4,0.013626
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,16,1,65536,4,0.023641
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,32,1,1,4,0.004665
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,32,1,4,4,0.005173
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,32,1,8,4,0.004667
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,32,1,16,4,0.005178
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,32,1,32,4,0.004672
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,32,1,64,4,0.005186
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,32,1,128,4,0.004664
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,32,1,256,4,0.004970
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,32,1,512,4,0.004206
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,32,1,1024,4,0.005680
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,32,1,1536,4,0.005185
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,32,1,2048,4,0.006194
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,4,1,6144,4,0.004154
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,2048,1,32768,4,0.748051
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,4,1,8192,4,0.005181
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,32,1,4096,4,0.007209
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,32,1,6144,4,0.008252
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,32,1,8192,4,0.009280
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,32,1,10240,4,0.010307
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,32,1,12288,4,0.011839
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,32,1,16384,4,0.014398
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,32,1,32768,4,0.023102
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,64,1,0,4,0.006208
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,64,1,1,4,0.006230
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,64,1,4,4,0.006207
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,32,1,65536,4,0.041547
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,64,1,8,4,0.006207
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,64,1,16,4,0.006214
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,64,1,32,4,0.005807
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,64,1,64,4,0.006209
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,64,1,128,4,0.006201
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,64,1,256,4,0.005674
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,64,1,512,4,0.005694
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,64,1,1024,4,0.006711
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,64,1,1536,4,0.006706
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,64,1,2048,4,0.008229
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,64,1,3072,4,0.009284
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,64,1,4096,4,0.010302
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,64,1,6144,4,0.012836
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,64,1,8192,4,0.015040
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,64,1,10240,4,0.017328
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,64,1,12288,4,0.019038
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,64,1,16384,4,0.023635
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,128,1,0,4,0.007235
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,128,1,1,4,0.007737
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,128,1,4,4,0.008259
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,128,1,8,4,0.008263
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,128,1,16,4,0.008258
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,128,1,32,4,0.008256
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,128,1,64,4,0.008262
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,128,1,128,4,0.008250
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,128,1,256,4,0.008770
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,128,1,512,4,0.009775
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,128,1,1024,4,0.009784
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,128,1,1536,4,0.010838
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,128,1,2048,4,0.011836
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,128,1,3072,4,0.013901
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,128,1,4096,4,0.016455
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,128,1,6144,4,0.021059
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,128,1,8192,4,0.025600
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,128,1,10240,4,0.029781
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,128,1,12288,4,0.034390
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,128,1,16384,4,0.043625
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,32,1,0,4,0.005183
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,256,1,0,4,0.015672
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,128,1,32768,4,0.080079
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,256,1,1,4,0.015455
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,256,1,4,4,0.015922
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,256,1,8,4,0.015826
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,32,1,3072,4,0.006255
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,256,1,16,4,0.015924
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,128,1,65536,4,0.161723
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,256,1,128,4,0.016954
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,256,1,256,4,0.017572
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,256,1,512,4,0.019037
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,256,1,1024,4,0.018612
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,256,1,1536,4,0.021329
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,256,1,2048,4,0.022601
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,256,1,3072,4,0.027699
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,8,1,1536,4,0.003682
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,256,1,4096,4,0.031280
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,256,1,6144,4,0.040119
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,256,1,8192,4,0.049262
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,256,1,10240,4,0.058522
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,4,2048,1,131072,4,2.914257
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,64,1,32768,4,0.042374
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,64,1,65536,4,0.078448
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,512,1,0,4,0.043574
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,512,1,1,4,0.043550
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,512,1,4,4,0.044065
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,256,1,32768,4,0.170330
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,512,1,8,4,0.043573
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,512,1,16,4,0.044066
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,512,1,32,4,0.043958
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,512,1,64,4,0.044364
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,512,1,128,4,0.046010
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,512,1,256,4,0.049099
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,512,1,512,4,0.051262
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,512,1,1024,4,0.046022
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,256,1,65536,4,0.352361
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,512,1,1536,4,0.052735
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,512,1,2048,4,0.052414
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,512,1,3072,4,0.063077
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,512,1,4096,4,0.079388
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,512,1,6144,4,0.088075
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,512,1,8192,4,0.106865
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,512,1,10240,4,0.127624
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,256,1,32,4,0.015929
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,256,1,64,4,0.015943
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,512,1,12288,4,0.164858
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,512,1,16384,4,0.194314
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,1024,1,0,4,0.203906
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,1024,1,1,4,0.205710
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,512,1,32768,4,0.343474
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,256,1,12288,4,0.067164
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,1024,1,8,4,0.206690
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,256,1,16384,4,0.085713
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,1024,1,16,4,0.199373
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,1024,1,32,4,0.219408
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,1024,1,64,4,0.207894
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,1024,1,128,4,0.209953
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,1024,1,256,4,0.215346
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,512,1,65536,4,0.661657
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,1024,1,1024,4,0.169712
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,1024,1,512,4,0.222085
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,1024,1,2048,4,0.170876
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,1024,1,1536,4,0.187757
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,1024,1,3072,4,0.179390
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,1024,1,4096,4,0.193655
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,1024,1,6144,4,0.250894
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,1,1,4,4,0.004156
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,1,1,8,4,0.004136
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,1,1,16,4,0.004138
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,1024,1,8192,4,0.276751
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,1,1,32,4,0.004137
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,1,1,64,4,0.003646
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,1,1,128,4,0.004161
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,1,1,256,4,0.003771
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,1,1,1024,4,0.003638
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,1,1,1536,4,0.003647
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,1024,1,12288,4,0.333397
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,1,1,2048,4,0.003716
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,1,1,3072,4,0.003737
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,1,1,4096,4,0.003899
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,1,1,6144,4,0.003652
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,1,1,8192,4,0.004156
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,1,1,10240,4,0.004154
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,1,1,12288,4,0.004188
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,1,1,16384,4,0.004671
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,1024,1,16384,4,0.423347
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,1,1,32768,4,0.005177
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,4,1,0,4,0.004157
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,1024,1,4,4,0.221618
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,4,1,4,4,0.003640
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,4,1,8,4,0.004150
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,4,1,16,4,0.003649
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,4,1,64,4,0.004151
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,4,1,128,4,0.004144
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,4,1,256,4,0.004133
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,4,1,512,4,0.003929
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,4,1,1024,4,0.004170
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,4,1,1536,4,0.004121
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,4,1,2048,4,0.004656
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,4,1,3072,4,0.004662
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,4,1,4096,4,0.005182
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,4,1,6144,4,0.005155
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,4,1,8192,4,0.005361
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,4,1,10240,4,0.005675
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,4,1,12288,4,0.006195
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,4,1,16384,4,0.006712
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,8,1,0,4,0.004142
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,8,1,1,4,0.004125
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,8,1,4,4,0.004161
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,8,1,8,4,0.004162
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,8,1,16,4,0.004163
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,8,1,32,4,0.004130
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,8,1,64,4,0.004139
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,8,1,128,4,0.004170
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,8,1,256,4,0.004163
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,8,1,512,4,0.004158
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,8,1,1024,4,0.004649
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,8,1,1536,4,0.004183
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,8,1,2048,4,0.004683
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,8,1,3072,4,0.005194
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,8,1,4096,4,0.005689
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,8,1,6144,4,0.006201
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,8,1,8192,4,0.006716
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,8,1,10240,4,0.007232
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,8,1,12288,4,0.007759
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,8,1,16384,4,0.008788
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,8,1,32768,4,0.013383
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,16,1,0,4,0.004662
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,16,1,1,4,0.004656
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,16,1,4,4,0.005171
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,16,1,8,4,0.005070
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,16,1,16,4,0.005186
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,16,1,32,4,0.005119
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,16,1,64,4,0.005179
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,16,1,128,4,0.005091
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,16,1,256,4,0.004682
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,16,1,512,4,0.004661
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,16,1,1024,4,0.005668
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,16,1,1536,4,0.005178
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,4,1,1,4,0.003734
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,4,1,32,4,0.004136
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,16,1,4096,4,0.007206
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,16,1,6144,4,0.008243
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,1024,1,65536,4,1.439964
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,16,1,8192,4,0.009282
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,16,1,10240,4,0.012466
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,16,1,16384,4,0.016966
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,4,1,32768,4,0.009279
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,16,1,32768,4,0.027085
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,32,1,0,4,0.006727
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,32,1,1,4,0.006689
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,32,1,4,4,0.006692
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,32,1,8,4,0.006498
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,1024,1,32768,4,0.765880
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,32,1,16,4,0.006206
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,32,1,32,4,0.006206
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,32,1,64,4,0.006213
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,32,1,128,4,0.006214
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,32,1,512,4,0.005700
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,32,1,1024,4,0.006724
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,32,1,2048,4,0.008046
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,32,1,3072,4,0.008892
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,32,1,4096,4,0.010300
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,32,1,6144,4,0.012853
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,32,1,8192,4,0.014908
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,32,1,10240,4,0.017142
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,32,1,12288,4,0.019540
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,32,1,16384,4,0.024142
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,8,1024,1,10240,4,0.299320
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,32,1,32768,4,0.042075
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,64,1,0,4,0.007741
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,64,1,1,4,0.007615
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,64,1,4,4,0.007425
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,64,1,8,4,0.007693
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,64,1,32,4,0.007974
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,64,1,64,4,0.008242
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,64,1,128,4,0.008252
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,16,1,2048,4,0.006174
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,64,1,256,4,0.008748
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,64,1,512,4,0.009789
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,64,1,1024,4,0.009801
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,64,1,1536,4,0.010948
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,64,1,2048,4,0.011839
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,64,1,3072,4,0.013884
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,64,1,4096,4,0.016496
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,64,1,6144,4,0.021048
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,64,1,8192,4,0.025672
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,64,1,10240,4,0.029800
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,64,1,12288,4,0.034850
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,64,1,16384,4,0.043625
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,128,1,0,4,0.015421
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,64,1,32768,4,0.080333
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,128,1,1,4,0.015414
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,128,1,4,4,0.015472
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,128,1,8,4,0.015576
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,128,1,16,4,0.015421
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,128,1,32,4,0.015930
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,32,1,256,4,0.006188
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,128,1,64,4,0.015932
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,128,1,128,4,0.016454
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,128,1,256,4,0.017965
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,32,1,1536,4,0.006708
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,128,1,512,4,0.019293
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,128,1,1024,4,0.018951
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,128,1,1536,4,0.021066
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,128,1,2048,4,0.022599
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,128,1,3072,4,0.027729
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,128,1,4096,4,0.031279
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,128,1,6144,4,0.040512
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,128,1,8192,4,0.049230
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,128,1,10240,4,0.058933
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,128,1,12288,4,0.067238
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,128,1,16384,4,0.085886
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,256,1,0,4,0.043566
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,256,1,1,4,0.043309
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,256,1,4,4,0.043732
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,256,1,16,4,0.043468
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,128,1,32768,4,0.170205
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,256,1,32,4,0.043672
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,256,1,64,4,0.044069
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,64,1,16,4,0.007740
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,256,1,256,4,0.048187
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,256,1,512,4,0.051000
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,256,1,1024,4,0.045696
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,256,1,1536,4,0.051763
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,16,1,3072,4,0.006661
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,256,1,2048,4,0.052280
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,256,1,3072,4,0.063336
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,256,1,4096,4,0.068433
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,16,1,12288,4,0.011842
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,256,1,8192,4,0.108132
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,256,1,10240,4,0.132320
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,256,1,12288,4,0.152450
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,256,1,16384,4,0.189801
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,512,1,0,4,0.208437
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,512,1,1,4,0.209415
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,256,1,32768,4,0.341120
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,512,1,4,4,0.200248
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,512,1,8,4,0.204706
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,256,1,8,4,0.043580
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,1,1,512,4,0.004135
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,512,1,16,4,0.205988
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,512,1,32,4,0.219448
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,512,1,64,4,0.201914
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,512,1,128,4,0.209458
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,512,1,256,4,0.212384
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,512,1,512,4,0.232108
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,512,1,1536,4,0.185210
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,512,1,2048,4,0.170333
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,256,1,6144,4,0.087124
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,512,1,3072,4,0.180661
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,512,1,4096,4,0.193994
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,512,1,6144,4,0.223679
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,1,1,4,4,0.004141
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,1,1,8,4,0.004144
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,512,1,8192,4,0.273317
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,1,1,16,4,0.004142
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,1,1,64,4,0.003984
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,1,1,128,4,0.003727
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,512,1,10240,4,0.296706
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,1,1,512,4,0.003648
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,1,1,1024,4,0.003794
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,1,1,1536,4,0.003884
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,1,1,2048,4,0.003703
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,1,1,3072,4,0.004136
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,512,1,12288,4,0.341576
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,1,1,4096,4,0.004164
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,1,1,6144,4,0.004377
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,1,1,8192,4,0.004644
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,1,1,10240,4,0.005693
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,1,1,12288,4,0.004664
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,1,1,16384,4,0.005802
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,4,1,0,4,0.004138
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,512,1,16384,4,0.422550
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,4,1,4,4,0.004130
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,4,1,16,4,0.004152
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,4,1,32,4,0.004156
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,4,1,64,4,0.004155
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,4,1,128,4,0.004155
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,4,1,256,4,0.004268
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,256,1,128,4,0.045599
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,4,1,512,4,0.004156
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,4,1,1024,4,0.004370
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,4,1,1536,4,0.004648
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,4,1,2048,4,0.004669
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,4,1,4096,4,0.005670
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,4,1,6144,4,0.006206
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,4,1,8192,4,0.006702
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,512,1,1024,4,0.170106
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,4,1,10240,4,0.007232
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,4,1,12288,4,0.007742
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,4,1,16384,4,0.008771
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,8,1,0,4,0.004437
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,8,1,1,4,0.004647
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,16,512,1,32768,4,0.724589
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,8,1,4,4,0.004641
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,8,1,8,4,0.005168
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,8,1,16,4,0.005691
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,8,1,32,4,0.004647
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,8,1,64,4,0.005164
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,8,1,128,4,0.005183
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,8,1,256,4,0.004647
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,8,1,512,4,0.004474
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,8,1,1536,4,0.005190
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,8,1,2048,4,0.005700
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,8,1,3072,4,0.006281
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,8,1,4096,4,0.007213
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,8,1,6144,4,0.008254
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,8,1,8192,4,0.009284
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,8,1,10240,4,0.010642
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,8,1,12288,4,0.011835
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,8,1,16384,4,0.013934
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,16,1,0,4,0.006213
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,16,1,1,4,0.005672
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,16,1,4,4,0.006207
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,16,1,8,4,0.005683
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,16,1,16,4,0.006201
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,16,1,32,4,0.005667
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,16,1,64,4,0.006211
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,16,1,128,4,0.005665
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,16,1,256,4,0.005699
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,16,1,512,4,0.005664
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,16,1,1024,4,0.006714
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,16,1,1536,4,0.006705
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,16,1,2048,4,0.008210
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,16,1,3072,4,0.009253
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,16,1,4096,4,0.010323
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,16,1,6144,4,0.012838
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,1,1,256,4,0.003650
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,16,1,8192,4,0.014909
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,16,1,10240,4,0.017479
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,16,1,12288,4,0.019364
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,16,1,16384,4,0.023745
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,32,1,1,4,0.007716
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,32,1,4,4,0.008270
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,32,1,8,4,0.007692
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,32,1,16,4,0.008257
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,32,1,32,4,0.008114
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,32,1,64,4,0.008258
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,32,1,128,4,0.007872
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,32,1,256,4,0.008764
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,32,1,512,4,0.009758
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,32,1,1024,4,0.009786
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,32,1,1536,4,0.010873
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,32,1,2048,4,0.011838
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,32,1,3072,4,0.013899
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,32,1,4096,4,0.016451
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,4,1,8,4,0.004167
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,32,1,6144,4,0.021056
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,32,1,8192,4,0.025688
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,32,1,10240,4,0.030275
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,32,1,12288,4,0.034405
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,32,1,16384,4,0.044068
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,4,1,3072,4,0.005669
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,64,1,1,4,0.015430
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,64,1,4,4,0.015443
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,64,1,8,4,0.015405
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,64,1,16,4,0.015428
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,64,1,32,4,0.015918
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,64,1,64,4,0.015943
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,64,1,128,4,0.016480
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,64,1,256,4,0.017959
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,64,1,512,4,0.019053
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,64,1,1536,4,0.021540
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,64,1,2048,4,0.022589
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,64,1,3072,4,0.027798
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,64,1,4096,4,0.031308
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,64,1,6144,4,0.040446
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,64,1,8192,4,0.049476
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,64,1,10240,4,0.058516
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,64,1,12288,4,0.067717
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,1,1,32,4,0.003646
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,64,1,16384,4,0.086067
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,128,1,0,4,0.043404
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,128,1,1,4,0.043026
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,128,1,8,4,0.043628
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,32,1,0,4,0.007697
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,128,1,16,4,0.046421
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,128,1,64,4,0.044527
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,128,1,128,4,0.047934
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,128,1,256,4,0.048112
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,4,1,1,4,0.004647
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,128,1,512,4,0.050751
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,128,1,1024,4,0.046120
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,128,1,1536,4,0.051768
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,128,1,2048,4,0.051845
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,128,1,3072,4,0.063135
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,64,1,0,4,0.015418
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,128,1,4096,4,0.068570
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,128,1,6144,4,0.086714
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,128,1,8192,4,0.109820
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,128,1,10240,4,0.125893
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,64,1,1024,4,0.018984
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,128,1,12288,4,0.155192
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,8,1,1024,4,0.006332
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,128,1,16384,4,0.190087
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,256,1,0,4,0.207183
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,256,1,1,4,0.205090
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,256,1,4,4,0.202566
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,256,1,8,4,0.205281
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,256,1,16,4,0.207560
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,256,1,32,4,0.213180
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,128,1,4,4,0.043727
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,256,1,64,4,0.206620
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,256,1,128,4,0.205067
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,128,1,32,4,0.043721
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,256,1,256,4,0.211228
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,256,1,1024,4,0.170203
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,256,1,512,4,0.217233
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,256,1,1536,4,0.186728
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,256,1,2048,4,0.171623
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,256,1,3072,4,0.179602
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,1,1,4,4,0.003832
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,1,1,8,4,0.003652
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,1,1,16,4,0.003650
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,256,1,4096,4,0.193021
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,1,1,64,4,0.003644
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,1,1,128,4,0.003662
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,1,1,256,4,0.003852
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,1,1,512,4,0.003648
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,1,1,1024,4,0.004134
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,256,1,6144,4,0.224060
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,1,1,1536,4,0.003725
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,1,1,2048,4,0.004644
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,1,1,4096,4,0.004683
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,1,1,3072,4,0.004669
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,1,1,6144,4,0.005160
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,1,1,8192,4,0.005185
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,256,1,8192,4,0.276086
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,1,1,10240,4,0.005685
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,1,1,12288,4,0.005700
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,4,1,0,4,0.004675
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,4,1,1,4,0.004649
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,4,1,4,4,0.005184
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,256,1,10240,4,0.294243
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,4,1,16,4,0.005172
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,4,1,32,4,0.005157
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,4,1,64,4,0.005160
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,4,1,256,4,0.004673
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,4,1,128,4,0.005183
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,4,1,1024,4,0.005680
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,4,1,1536,4,0.005195
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,4,1,2048,4,0.006197
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,4,1,3072,4,0.006711
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,4,1,4096,4,0.007207
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,4,1,6144,4,0.008765
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,4,1,8192,4,0.009280
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,4,1,10240,4,0.010320
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,4,1,12288,4,0.012358
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,8,1,1,4,0.006435
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,8,1,4,4,0.005692
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,8,1,8,4,0.005694
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,8,1,16,4,0.005699
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,256,1,16384,4,0.426785
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,8,1,32,4,0.005722
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,8,1,64,4,0.006180
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,8,1,128,4,0.005706
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,8,1,256,4,0.006186
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,8,1,512,4,0.005676
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,8,1,1024,4,0.007204
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,8,1,1536,4,0.006721
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,8,1,2048,4,0.008740
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,8,1,3072,4,0.009141
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,8,1,4096,4,0.010816
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,8,1,6144,4,0.012859
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,8,1,8192,4,0.015924
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,8,1,10240,4,0.017342
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,8,1,12288,4,0.020540
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,16,1,0,4,0.007717
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,16,1,1,4,0.008070
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,16,1,4,4,0.007222
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,16,1,8,4,0.007751
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,16,1,16,4,0.007998
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,16,1,32,4,0.008254
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,16,1,64,4,0.007741
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,16,1,128,4,0.008766
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,16,1,256,4,0.008747
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,16,1,512,4,0.010327
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,16,1,1024,4,0.009785
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,16,1,1536,4,0.011827
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,16,1,2048,4,0.011834
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,16,1,3072,4,0.015434
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,16,1,4096,4,0.016475
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,16,1,6144,4,0.021564
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,16,1,8192,4,0.025685
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,16,1,10240,4,0.031088
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,16,1,12288,4,0.034401
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,32,1,0,4,0.015945
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,32,1,1,4,0.015683
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,32,1,4,4,0.015859
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,32,1,8,4,0.015944
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,32,1,16,4,0.015419
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,1,1,32,4,0.003694
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,32,1,32,4,0.015938
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,32,1,64,4,0.016532
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,32,1,128,4,0.016450
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,32,1,256,4,0.017967
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,32,1,512,4,0.019088
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,32,1,1024,4,0.019500
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,32,1,1536,4,0.021085
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,32,1,2048,4,0.022603
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,32,1,3072,4,0.027696
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,32,1,4096,4,0.032236
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,32,1,6144,4,0.040022
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,4,1,8,4,0.005178
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,32,1,10240,4,0.058467
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,4,1,512,4,0.004651
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,64,1,0,4,0.043577
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,32,256,1,12288,4,0.339389
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,64,1,1,4,0.043609
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,64,1,4,4,0.043821
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,64,1,8,4,0.043543
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,64,1,16,4,0.043498
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,64,1,32,4,0.043370
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,64,1,64,4,0.044674
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,64,1,128,4,0.045726
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,64,1,256,4,0.047848
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,64,1,512,4,0.051281
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,64,1,1536,4,0.052178
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,64,1,2048,4,0.052301
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,64,1,3072,4,0.062887
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,64,1,4096,4,0.068158
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,64,1,6144,4,0.086763
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,64,1,8192,4,0.109542
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,64,1,10240,4,0.130886
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,64,1,12288,4,0.152962
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,128,1,0,4,0.207396
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,128,1,1,4,0.200693
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,128,1,4,4,0.202139
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,128,1,8,4,0.203721
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,128,1,16,4,0.202580
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,128,1,32,4,0.196042
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,128,1,64,4,0.203777
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,32,1,8192,4,0.049290
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,128,1,128,4,0.213306
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,32,1,12288,4,0.068190
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,8,1,0,4,0.006277
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,128,1,256,4,0.217318
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,128,1,512,4,0.221668
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,64,1,1024,4,0.045630
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,128,1,1536,4,0.182448
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,128,1,2048,4,0.170998
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,1,1,4,4,0.004134
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,128,1,3072,4,0.178700
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,1,1,8,4,0.004074
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,1,1,16,4,0.004137
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,1,1,32,4,0.004078
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,1,1,64,4,0.004144
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,1,1,128,4,0.004152
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,1,1,256,4,0.004154
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,1,1,512,4,0.004128
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,128,1,6144,4,0.223847
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,1,1,1024,4,0.004660
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,1,1,2048,4,0.004669
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,1,1,3072,4,0.005173
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,1,1,4096,4,0.005694
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,128,1,8192,4,0.274302
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,1,1,6144,4,0.006204
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,4,1,1,4,0.006260
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,4,1,0,4,0.005701
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,4,1,4,4,0.005685
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,4,1,8,4,0.005693
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,128,1,10240,4,0.297966
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,4,1,16,4,0.005694
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,4,1,32,4,0.005699
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,4,1,64,4,0.006204
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,4,1,128,4,0.005693
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,4,1,256,4,0.006189
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,4,1,512,4,0.005711
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,128,1,12288,4,0.336484
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,4,1,1024,4,0.006717
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,4,1,1536,4,0.007219
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,4,1,2048,4,0.008236
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,4,1,4096,4,0.010319
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,4,1,6144,4,0.013378
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,8,1,0,4,0.007235
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,8,1,1,4,0.007747
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,8,1,4,4,0.007791
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,8,1,8,4,0.008257
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,8,1,16,4,0.007888
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,8,1,32,4,0.008249
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,8,1,64,4,0.008250
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,8,1,128,4,0.007733
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,8,1,256,4,0.009064
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,8,1,512,4,0.009780
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,8,1,1024,4,0.009795
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,8,1,1536,4,0.011840
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,8,1,2048,4,0.011839
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,8,1,3072,4,0.013886
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,8,1,4096,4,0.016459
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,8,1,6144,4,0.022100
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,16,1,0,4,0.016192
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,16,1,1,4,0.015922
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,16,1,4,4,0.015429
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,16,1,8,4,0.016474
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,16,1,32,4,0.015927
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,16,1,64,4,0.015991
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,16,1,128,4,0.016958
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,16,1,256,4,0.017978
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,16,1,512,4,0.018997
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,16,1,1024,4,0.019003
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,16,1,1536,4,0.021423
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,16,1,2048,4,0.022599
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,16,1,3072,4,0.028214
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,16,1,4096,4,0.031310
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,16,1,6144,4,0.040131
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,32,1,0,4,0.043682
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,32,1,1,4,0.043512
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,32,1,4,4,0.043253
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,32,1,8,4,0.043600
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,32,1,16,4,0.043416
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,128,1,1024,4,0.172481
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,32,1,32,4,0.043585
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,32,1,64,4,0.044054
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,32,1,128,4,0.045586
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,32,1,256,4,0.047936
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,32,1,512,4,0.050702
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,32,1,1024,4,0.045575
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,32,1,1536,4,0.051253
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,32,1,2048,4,0.052341
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,32,1,3072,4,0.062540
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,32,1,4096,4,0.068217
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,1,1,1536,4,0.004162
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,64,1,0,4,0.205295
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,64,1,1,4,0.201939
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,4,1,3072,4,0.009708
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,64,1,4,4,0.206440
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,64,1,8,4,0.203602
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,64,1,16,4,0.201011
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,64,1,32,4,0.202810
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,64,1,64,4,0.208154
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,64,1,128,4,0.212338
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,64,1,256,4,0.216426
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,64,1,1024,4,0.168446
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,64,1,512,4,0.220617
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,64,1,2048,4,0.170762
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,256,1,1,4,4,0.004670
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,256,1,1,8,4,0.004677
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,256,1,1,16,4,0.004662
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,256,1,1,32,4,0.004662
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,256,1,1,64,4,0.004654
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,256,1,1,128,4,0.004654
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,64,1,4096,4,0.193282
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,256,1,1,256,4,0.004772
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,256,1,1,512,4,0.004658
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,64,128,1,4096,4,0.194208
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,256,1,1,1536,4,0.005169
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,64,1,6144,4,0.222126
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,256,1,1,2048,4,0.005695
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,256,1,1,3072,4,0.006689
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,256,4,1,1,4,0.007591
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,32,1,6144,4,0.087151
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,256,4,1,4,4,0.008259
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,256,4,1,8,4,0.007340
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,256,4,1,16,4,0.008255
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,256,4,1,32,4,0.007840
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,256,4,1,64,4,0.008756
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,256,4,1,128,4,0.007741
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,256,4,1,256,4,0.008742
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,256,4,1,512,4,0.009797
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,256,4,1,1024,4,0.009798
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,256,4,1,1536,4,0.010813
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,256,4,1,2048,4,0.011840
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,256,4,1,3072,4,0.013912
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,256,8,1,1,4,0.015410
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,256,8,1,0,4,0.015415
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,256,8,1,4,4,0.015420
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,256,8,1,8,4,0.015410
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,256,8,1,16,4,0.015524
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,256,8,1,32,4,0.015922
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,256,8,1,64,4,0.015942
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,256,8,1,128,4,0.016914
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,256,8,1,256,4,0.017963
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,256,8,1,512,4,0.018996
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,256,8,1,1024,4,0.019004
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,256,8,1,1536,4,0.021090
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,256,8,1,2048,4,0.022714
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,256,8,1,3072,4,0.027722
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,16,1,16,4,0.016181
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,256,16,1,1,4,0.043062
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,256,16,1,4,4,0.043084
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,256,16,1,8,4,0.043531
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,256,16,1,16,4,0.043074
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,256,16,1,32,4,0.043141
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,256,16,1,64,4,0.044564
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,256,16,1,128,4,0.045086
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,256,16,1,256,4,0.047635
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,256,16,1,512,4,0.051228
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,256,16,1,1536,4,0.051770
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,64,1,1536,4,0.182832
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,128,64,1,3072,4,0.180051
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,256,16,1,2048,4,0.052468
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,256,16,1,3072,4,0.062960
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,256,1,1,1024,4,0.005678
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,256,32,1,0,4,0.206085
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,256,4,1,0,4,0.007231
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,256,32,1,8,4,0.207129
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,256,32,1,16,4,0.206551
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,256,32,1,32,4,0.206190
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,256,32,1,64,4,0.201394
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,256,32,1,128,4,0.213777
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,256,16,1,0,4,0.043524
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,256,32,1,256,4,0.219634
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,256,32,1,1024,4,0.169285
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,256,32,1,512,4,0.229052
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,256,32,1,1536,4,0.182873
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,512,1,1,16,4,0.005699
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,512,1,1,32,4,0.005695
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,512,1,1,64,4,0.005691
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,512,1,1,128,4,0.005676
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,256,32,1,3072,4,0.179343
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,512,1,1,512,4,0.005706
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,512,1,1,1024,4,0.006723
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,512,1,1,1536,4,0.006720
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,512,4,1,0,4,0.015432
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,512,4,1,1,4,0.015424
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,512,4,1,4,4,0.015422
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,512,4,1,8,4,0.015429
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,512,4,1,16,4,0.015435
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,256,32,1,1,4,0.208386
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,512,4,1,64,4,0.015931
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,512,4,1,128,4,0.016646
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,512,4,1,256,4,0.017957
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,512,4,1,512,4,0.019447
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,512,4,1,1024,4,0.018984
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,512,4,1,1536,4,0.021082
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,512,8,1,0,4,0.043579
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,512,8,1,1,4,0.043582
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,512,8,1,4,4,0.044020
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,512,1,1,4,4,0.006207
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,512,1,1,8,4,0.005679
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,512,8,1,8,4,0.043964
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,512,8,1,16,4,0.043243
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,512,8,1,32,4,0.043683
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,256,32,1,2048,4,0.170842
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,512,8,1,128,4,0.045624
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,256,16,1,1024,4,0.045516
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,512,8,1,256,4,0.048118
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,512,8,1,512,4,0.051232
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,512,8,1,1536,4,0.051226
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,512,16,1,0,4,0.207360
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,512,16,1,1,4,0.207114
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,256,32,1,4,4,0.198694
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,512,16,1,4,4,0.201891
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,512,16,1,8,4,0.205212
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,512,16,1,16,4,0.205626
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,512,16,1,64,4,0.204286
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,512,16,1,128,4,0.209734
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,512,16,1,256,4,0.215850
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,512,16,1,512,4,0.222871
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,512,8,1,64,4,0.044582
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1024,1,1,4,4,0.007228
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,512,1,1,256,4,0.005666
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1024,1,1,8,4,0.007564
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1024,1,1,16,4,0.007766
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,512,16,1,1024,4,0.170637
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1024,1,1,64,4,0.008231
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,512,16,1,1536,4,0.178981
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1024,1,1,256,4,0.008623
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1024,1,1,512,4,0.009775
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1024,4,1,0,4,0.043542
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1024,4,1,1,4,0.043068
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1024,4,1,4,4,0.043517
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1024,4,1,8,4,0.043066
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1024,4,1,16,4,0.043661
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,512,4,1,32,4,0.015934
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1024,4,1,64,4,0.044091
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1024,4,1,128,4,0.045905
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1024,4,1,256,4,0.047698
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1024,4,1,512,4,0.050702
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,512,16,1,32,4,0.199145
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1024,8,1,0,4,0.207408
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1024,8,1,1,4,0.205244
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1024,8,1,4,4,0.202014
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1024,8,1,8,4,0.198789
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1024,8,1,16,4,0.205278
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1024,8,1,32,4,0.207157
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1024,8,1,64,4,0.204156
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1024,1,1,32,4,0.008230
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,512,8,1,1024,4,0.045688
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1024,8,1,128,4,0.205055
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1024,1,1,128,4,0.007820
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1024,8,1,256,4,0.218223
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1024,8,1,512,4,0.223392
SGLang,kernel-level,NVIDIA B300 SXM6 AC,dsv4_flash_paged_mqa_logits_module,deep_gemm.fp8_paged_mqa_logits,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,fp8_e4m3,fp8_e4m3,fp8_block,64,1024,4,1,32,4,0.043544
