framework,version,device,op_name,kernel_source,model,architecture,num_tokens,hc_mult,hidden_size,latency
SGLang,0.5.10rc0,NVIDIA H200,pre,sglang_mhc,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,1,4,4096,0.0188
SGLang,0.5.10rc0,NVIDIA H200,pre,sglang_mhc,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,2,4,4096,0.0184
SGLang,0.5.10rc0,NVIDIA H200,pre,sglang_mhc,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,4,4,4096,0.0187
SGLang,0.5.10rc0,NVIDIA H200,pre,sglang_mhc,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,8,4,4096,0.0190
SGLang,0.5.10rc0,NVIDIA H200,pre,sglang_mhc,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,16,4,4096,0.0193
SGLang,0.5.10rc0,NVIDIA H200,pre,sglang_mhc,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,32,4,4096,0.0196
SGLang,0.5.10rc0,NVIDIA H200,pre,sglang_mhc,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,48,4,4096,0.0199
SGLang,0.5.10rc0,NVIDIA H200,pre,sglang_mhc,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,64,4,4096,0.0202
SGLang,0.5.10rc0,NVIDIA H200,pre,sglang_mhc,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,80,4,4096,0.0202
SGLang,0.5.10rc0,NVIDIA H200,pre,sglang_mhc,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,96,4,4096,0.0205
SGLang,0.5.10rc0,NVIDIA H200,pre,sglang_mhc,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,128,4,4096,0.0219
SGLang,0.5.10rc0,NVIDIA H200,pre,sglang_mhc,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,160,4,4096,0.0269
SGLang,0.5.10rc0,NVIDIA H200,pre,sglang_mhc,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,192,4,4096,0.0271
SGLang,0.5.10rc0,NVIDIA H200,pre,sglang_mhc,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,256,4,4096,0.0295
SGLang,0.5.10rc0,NVIDIA H200,pre,sglang_mhc,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,320,4,4096,0.0345
SGLang,0.5.10rc0,NVIDIA H200,pre,sglang_mhc,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,384,4,4096,0.0371
SGLang,0.5.10rc0,NVIDIA H200,pre,sglang_mhc,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,512,4,4096,0.0446
SGLang,0.5.10rc0,NVIDIA H200,pre,sglang_mhc,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,768,4,4096,0.0629
SGLang,0.5.10rc0,NVIDIA H200,pre,sglang_mhc,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,1024,4,4096,0.0822
SGLang,0.5.10rc0,NVIDIA H200,pre,sglang_mhc,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,1536,4,4096,0.1278
SGLang,0.5.10rc0,NVIDIA H200,pre,sglang_mhc,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,2048,4,4096,0.1660
SGLang,0.5.10rc0,NVIDIA H200,post,sglang_mhc,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,1,4,4096,0.0059
SGLang,0.5.10rc0,NVIDIA H200,post,sglang_mhc,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,2,4,4096,0.0056
SGLang,0.5.10rc0,NVIDIA H200,post,sglang_mhc,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,4,4,4096,0.0058
SGLang,0.5.10rc0,NVIDIA H200,post,sglang_mhc,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,8,4,4096,0.0058
SGLang,0.5.10rc0,NVIDIA H200,post,sglang_mhc,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,16,4,4096,0.0060
SGLang,0.5.10rc0,NVIDIA H200,post,sglang_mhc,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,32,4,4096,0.0062
SGLang,0.5.10rc0,NVIDIA H200,post,sglang_mhc,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,48,4,4096,0.0060
SGLang,0.5.10rc0,NVIDIA H200,post,sglang_mhc,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,64,4,4096,0.0061
SGLang,0.5.10rc0,NVIDIA H200,post,sglang_mhc,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,80,4,4096,0.0063
SGLang,0.5.10rc0,NVIDIA H200,post,sglang_mhc,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,96,4,4096,0.0066
SGLang,0.5.10rc0,NVIDIA H200,post,sglang_mhc,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,128,4,4096,0.0070
SGLang,0.5.10rc0,NVIDIA H200,post,sglang_mhc,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,160,4,4096,0.0089
SGLang,0.5.10rc0,NVIDIA H200,post,sglang_mhc,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,192,4,4096,0.0093
SGLang,0.5.10rc0,NVIDIA H200,post,sglang_mhc,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,256,4,4096,0.0096
SGLang,0.5.10rc0,NVIDIA H200,post,sglang_mhc,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,320,4,4096,0.0119
SGLang,0.5.10rc0,NVIDIA H200,post,sglang_mhc,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,384,4,4096,0.0123
SGLang,0.5.10rc0,NVIDIA H200,post,sglang_mhc,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,512,4,4096,0.0193
SGLang,0.5.10rc0,NVIDIA H200,post,sglang_mhc,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,768,4,4096,0.0331
SGLang,0.5.10rc0,NVIDIA H200,post,sglang_mhc,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,1024,4,4096,0.0444
SGLang,0.5.10rc0,NVIDIA H200,post,sglang_mhc,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,1536,4,4096,0.0609
SGLang,0.5.10rc0,NVIDIA H200,post,sglang_mhc,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,2048,4,4096,0.0792
SGLang,0.5.10rc0,NVIDIA H200,pre,sglang_mhc,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,3072,4,4096,0.2000
SGLang,0.5.10rc0,NVIDIA H200,pre,sglang_mhc,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,4096,4,4096,0.2227
SGLang,0.5.10rc0,NVIDIA H200,pre,sglang_mhc,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,6144,4,4096,0.3866
SGLang,0.5.10rc0,NVIDIA H200,pre,sglang_mhc,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,8192,4,4096,0.4330
SGLang,0.5.10rc0,NVIDIA H200,pre,sglang_mhc,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,12288,4,4096,0.6401
SGLang,0.5.10rc0,NVIDIA H200,pre,sglang_mhc,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,16384,4,4096,0.8472
SGLang,0.5.10rc0,NVIDIA H200,pre,sglang_mhc,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,20480,4,4096,1.0550
SGLang,0.5.10rc0,NVIDIA H200,pre,sglang_mhc,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,32768,4,4096,1.6755
SGLang,0.5.10rc0,NVIDIA H200,pre,sglang_mhc,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,49152,4,4096,2.5025
SGLang,0.5.10rc0,NVIDIA H200,pre,sglang_mhc,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,65536,4,4096,3.3269
SGLang,0.5.10rc0,NVIDIA H200,pre,sglang_mhc,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,98304,4,4096,4.9614
SGLang,0.5.10rc0,NVIDIA H200,pre,sglang_mhc,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,131072,4,4096,6.6005
SGLang,0.5.10rc0,NVIDIA H200,pre,sglang_mhc,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,262144,4,4096,13.0378
SGLang,0.5.10rc0,NVIDIA H200,post,sglang_mhc,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,3072,4,4096,0.1144
SGLang,0.5.10rc0,NVIDIA H200,post,sglang_mhc,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,4096,4,4096,0.1503
SGLang,0.5.10rc0,NVIDIA H200,post,sglang_mhc,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,6144,4,4096,0.2222
SGLang,0.5.10rc0,NVIDIA H200,post,sglang_mhc,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,8192,4,4096,0.2945
SGLang,0.5.10rc0,NVIDIA H200,post,sglang_mhc,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,12288,4,4096,0.4377
SGLang,0.5.10rc0,NVIDIA H200,pre,sglang_mhc,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,524288,4,4096,25.9330
SGLang,0.5.10rc0,NVIDIA H200,post,sglang_mhc,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,16384,4,4096,0.5817
SGLang,0.5.10rc0,NVIDIA H200,post,sglang_mhc,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,20480,4,4096,0.7258
SGLang,0.5.10rc0,NVIDIA H200,post,sglang_mhc,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,32768,4,4096,1.1563
SGLang,0.5.10rc0,NVIDIA H200,post,sglang_mhc,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,49152,4,4096,1.7313
SGLang,0.5.10rc0,NVIDIA H200,post,sglang_mhc,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,65536,4,4096,2.3056
SGLang,0.5.10rc0,NVIDIA H200,post,sglang_mhc,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,98304,4,4096,3.4564
SGLang,0.5.10rc0,NVIDIA H200,post,sglang_mhc,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,131072,4,4096,4.6083
SGLang,0.5.10rc0,NVIDIA H200,post,sglang_mhc,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,262144,4,4096,9.2124
SGLang,0.5.10rc0,NVIDIA H200,post,sglang_mhc,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,524288,4,4096,18.4178
