framework,version,device,op_name,kernel_source,model,architecture,mla_dtype,kv_cache_dtype,gemm_type,num_heads,batch_size,isl,tp_size,step,compress_ratio,latency
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,8192,1,0,128,2.5003
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,64,1,0,128,2.4317
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,256,1,0,128,2.4612
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,6144,1,0,128,1.9061
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1024,1,0,128,2.5010
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,32,1,0,128,1.2331
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,4096,1,0,128,1.2656
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,512,1,0,128,2.5136
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,128,1,0,128,1.2462
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,16,1,0,128,0.6386
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,2048,1,0,128,2.5277
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,3072,1,0,128,0.9634
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,4096,1,0,128,2.5193
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,512,1,0,128,1.2692
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,64,1,0,128,0.6365
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,8,1,0,128,0.3438
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,2048,1,0,128,0.6577
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,256,1,0,128,1.2629
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,128,1,0,128,2.5866
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,4,1,0,128,0.2083
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1536,1,0,128,0.5158
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,32,1,0,128,0.3436
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,256,1,0,128,0.6554
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,128,1,0,128,0.6535
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,1,0,128,0.1127
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1024,1,0,128,0.3552
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,16,1,0,128,0.2082
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,3072,1,0,128,1.9076
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,64,1,0,128,1.2370
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1536,1,0,128,1.9022
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,64,1,0,128,0.3420
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,512,1,0,128,0.2163
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,8,1,0,128,0.1392
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,128,1,0,128,0.3544
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,256,1,0,128,0.1452
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,32,1,0,128,0.2072
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,4,1,0,128,0.1127
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,2048,1,0,128,1.2685
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,32,1,0,128,0.6398
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1024,1,0,128,1.2718
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,128,1,0,128,0.1173
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,16,1,0,128,0.1391
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,64,1,0,128,0.2076
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,1,0,128,0.0991
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,64,1,0,128,0.1017
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,512,1,0,128,0.6585
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1536,1,0,128,0.9625
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,8,1,0,128,0.1123
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,16,1,0,128,0.3444
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,32,1,0,128,0.0986
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,32,1,0,128,0.1391
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,256,1,0,128,0.3556
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,4,1,0,128,0.1024
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1024,1,0,128,0.6579
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,16,1,0,128,0.0987
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,8,1,0,128,0.2093
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,128,1,0,128,0.2189
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,1,0,128,0.0994
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,8,1,0,128,0.0949
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,16,1,0,128,0.1125
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,512,1,0,128,0.3546
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,64,1,0,128,0.1388
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,4,1,0,128,0.0940
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,4,1,0,128,0.1397
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,256,1,0,128,0.2154
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,32,1,0,128,0.1114
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,8,1,0,128,0.1027
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,128,1,0,128,0.1448
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,1,0,128,0.0904
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,16,1,0,128,0.1024
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,4,1,0,128,0.1003
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,1,0,128,0.1035
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,8,1,0,128,0.0989
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,64,1,0,128,0.1118
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,4,1,0,128,0.0986
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,1,0,128,0.0968
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,32,1,0,128,0.1021
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,1,0,128,0.0946
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,16,1,0,128,0.0988
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,8,1,0,128,0.0983
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,4,1,0,128,0.0944
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,1,0,128,0.0926
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,32,1,0,128,2.4673
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,16,1,0,128,1.2373
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,16,1,0,128,2.4454
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,8,1,0,128,0.6396
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,8,1,0,128,1.2376
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,4,1,0,128,0.3438
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,4,1,0,128,0.6383
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,1,0,128,0.1402
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,1,0,128,0.2086
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,8192,2,0,128,1.9437
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,4096,2,0,128,1.9498
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,8,1,0,128,2.4842
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,6144,2,0,128,1.4799
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,3072,2,0,128,1.4804
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1024,2,0,128,1.9402
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,4096,2,0,128,1.0023
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,2048,2,0,128,1.9447
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,2048,2,0,128,1.0042
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,4,1,0,128,1.2439
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,512,2,0,128,1.9371
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,512,2,0,128,1.0048
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,3072,2,0,128,0.7652
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1536,2,0,128,1.4838
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,2048,2,0,128,0.5283
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1536,2,0,128,0.7649
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,256,2,0,128,0.5259
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,256,2,0,128,0.9963
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,1,0,128,0.3453
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,128,2,0,128,0.2863
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1536,2,0,128,0.4132
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,128,2,0,128,0.5225
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1024,2,0,128,0.5268
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1024,2,0,128,1.0058
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,512,2,0,128,0.2877
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,64,2,0,128,0.2742
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,64,2,0,128,0.1728
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,512,2,0,128,0.5280
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1024,2,0,128,0.2874
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,256,2,0,128,0.1804
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,32,2,0,128,0.1716
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,256,2,0,128,0.2892
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,32,2,0,128,0.1175
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,512,2,0,128,0.1809
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,16,2,0,128,0.1170
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,128,2,0,128,0.1841
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,128,2,0,128,0.1246
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,16,2,0,128,0.0923
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,64,2,0,128,0.1180
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,8,2,0,128,0.0911
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,256,2,0,128,0.1233
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,64,2,0,128,0.0919
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,8,2,0,128,0.0851
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,32,2,0,128,0.0924
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,4,2,0,128,0.0841
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,32,2,0,128,0.0843
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,4,2,0,128,0.0832
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,128,2,0,128,0.0971
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,16,2,0,128,0.0846
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,2,0,128,0.0862
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,16,2,0,128,0.0841
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,2,0,128,0.0852
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,8,2,0,128,0.0834
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,8,2,0,128,0.0864
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,64,2,0,128,0.0842
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,4,2,0,128,0.0863
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,4,2,0,128,0.0842
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,2,0,128,0.0853
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,32,2,0,128,0.0826
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,2,0,128,0.0841
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,16,2,0,128,0.0863
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,8,2,0,128,0.0843
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,4,2,0,128,0.0824
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,2,0,128,0.0776
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,128,2,0,128,1.8960
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,256,2,0,128,1.9059
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,64,2,0,128,0.9643
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,128,2,0,128,0.9858
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,32,2,0,128,0.5061
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,64,2,0,128,0.5065
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,16,2,0,128,0.2756
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,32,2,0,128,0.2746
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,8,2,0,128,0.1721
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,16,2,0,128,0.1725
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,4,2,0,128,0.1174
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,8,2,0,128,0.1182
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,2,0,128,0.0843
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,64,2,0,128,1.8806
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,4,2,0,128,0.0925
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,2,0,128,0.0829
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,32,2,0,128,0.9685
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,16,2,0,128,0.5080
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,32,2,0,128,1.8895
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,8,2,0,128,0.2753
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,16,2,0,128,0.9687
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,16,2,0,128,1.8868
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,4,2,0,128,0.1730
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,8,2,0,128,0.5080
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,2,0,128,0.0922
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,4,2,0,128,0.2752
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,8,2,0,128,0.9692
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,2,0,128,0.1187
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,4,2,0,128,0.5084
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,8,2,0,128,1.8908
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,2,0,128,0.1716
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,8192,4,0,128,1.3876
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,4096,4,0,128,1.3965
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,4,2,0,128,0.9716
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,6144,4,0,128,1.0616
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,3072,4,0,128,1.0615
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,4096,4,0,128,0.7249
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,2,0,128,0.2772
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,3072,4,0,128,0.5547
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,2048,4,0,128,0.7261
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,2048,4,0,128,0.3886
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1536,4,0,128,0.5550
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1536,4,0,128,0.3077
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1024,4,0,128,0.3880
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1024,4,0,128,0.2223
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,512,4,0,128,0.2199
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,512,4,0,128,0.1480
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,256,4,0,128,0.1023
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,256,4,0,128,0.1480
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,128,4,0,128,0.1016
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,128,4,0,128,0.0815
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,64,4,0,128,0.0679
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,64,4,0,128,0.0760
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,32,4,0,128,0.0659
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,32,4,0,128,0.0678
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,16,4,0,128,0.0675
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,8,4,0,128,0.0718
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,16,4,0,128,0.0662
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,4,4,0,128,0.0699
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,8,4,0,128,0.0659
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,4,0,128,0.0658
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,4,4,0,128,0.0698
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,4,0,128,0.0678
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,2048,4,0,128,1.3897
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1024,4,0,128,1.3917
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1536,4,0,128,1.0587
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1024,4,0,128,0.7238
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,512,4,0,128,0.7272
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,512,4,0,128,0.3863
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,256,4,0,128,0.3859
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,512,4,0,128,1.3822
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,256,4,0,128,0.2224
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,128,4,0,128,0.2203
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,64,4,0,128,0.1395
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,128,4,0,128,0.1488
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,256,4,0,128,0.7191
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,32,4,0,128,0.0966
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,256,4,0,128,1.3616
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,16,4,0,128,0.0761
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,64,4,0,128,0.0955
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,128,4,0,128,0.3832
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,8,4,0,128,0.0699
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,64,4,0,128,0.2082
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,128,4,0,128,0.7071
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,128,4,0,128,1.3434
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,32,4,0,128,0.0760
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,4,4,0,128,0.0678
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,32,4,0,128,0.1385
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,64,4,0,128,0.3686
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,4,0,128,0.0721
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,16,4,0,128,0.0962
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,16,4,0,128,0.0677
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,64,4,0,128,0.6879
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,8,4,0,128,0.0760
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,32,4,0,128,0.2090
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,8,4,0,128,0.0658
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,4,4,0,128,0.0678
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,4,0,128,0.0659
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,16,4,0,128,0.1381
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,4,4,0,128,0.0668
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,32,4,0,128,0.3693
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,4,0,128,0.0716
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,8,4,0,128,0.0965
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,16,4,0,128,0.2091
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,4,4,0,128,0.0761
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,64,4,0,128,1.3265
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,8,4,0,128,0.1397
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,4,0,128,0.0658
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,4,4,0,128,0.0974
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,4,0,128,0.0699
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,32,4,0,128,0.6905
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,16,4,0,128,0.3705
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,8,4,0,128,0.2101
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,4,4,0,128,0.1398
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,4,0,128,0.0762
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,32,4,0,128,1.3304
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,16,4,0,128,0.6904
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,16,4,0,128,1.3300
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,8,4,0,128,0.3701
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,4,4,0,128,0.2106
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,8,4,0,128,0.6906
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,4,0,128,0.0967
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,4,4,0,128,0.3702
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,4,0,128,0.1395
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,8,4,0,128,1.3302
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,8192,8,0,128,1.1011
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,4,4,0,128,0.6904
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,4,0,128,0.2109
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,6144,8,0,128,0.8359
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,4096,8,0,128,0.5799
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,4096,8,0,128,1.1042
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,2048,8,0,128,1.1035
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,3072,8,0,128,0.4442
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,3072,8,0,128,0.8329
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1024,8,0,128,1.0981
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1536,8,0,128,0.8363
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,2048,8,0,128,0.3130
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,2048,8,0,128,0.5801
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1536,8,0,128,0.2502
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1024,8,0,128,0.5790
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,512,8,0,128,0.5826
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1536,8,0,128,0.4439
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1024,8,0,128,0.1855
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,512,8,0,128,0.3128
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1024,8,0,128,0.3131
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,256,8,0,128,0.3120
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,512,8,0,128,1.0893
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,256,8,0,128,0.1860
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,512,8,0,128,0.1863
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,512,8,0,128,0.1247
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,128,8,0,128,0.1868
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,128,8,0,128,0.1264
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,256,8,0,128,0.1236
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,256,8,0,128,0.5724
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,64,8,0,128,0.1162
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,256,8,0,128,0.0864
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,64,8,0,128,0.0802
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,128,8,0,128,0.3096
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,32,8,0,128,0.0801
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,128,8,0,128,0.0855
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,64,8,0,128,0.1742
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,128,8,0,128,0.0695
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,16,8,0,128,0.0638
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,32,8,0,128,0.0638
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,32,8,0,128,0.1163
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,8,8,0,128,0.0597
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,16,8,0,128,0.0805
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,64,8,0,128,0.0638
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,64,8,0,128,0.0597
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,16,8,0,128,0.0596
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,4,8,0,128,0.0598
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,8,8,0,128,0.0656
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,8,1,8,0,128,0.0635
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,4,8,0,128,0.0597
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,32,8,0,128,0.0597
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,32,8,0,128,0.0597
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,8,8,0,128,0.0597
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,16,1,8,0,128,0.0616
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,4,8,0,128,0.0597
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,16,8,0,128,0.0597
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,16,8,0,128,0.0596
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,4,1,8,0,128,0.0596
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,8,8,0,128,0.0617
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,8,8,0,128,0.0597
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,256,8,0,128,1.0690
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,4,8,0,128,0.0597
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,4,8,0,128,0.0599
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,128,8,0,128,1.0534
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,128,8,0,128,0.5611
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,64,8,0,128,0.2947
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,2,1,8,0,128,0.0597
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1,1,8,0,128,0.0576
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,32,8,0,128,0.1743
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,64,8,0,128,0.5422
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,16,8,0,128,0.1162
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,32,8,0,128,0.2942
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,8,8,0,128,0.0798
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,16,8,0,128,0.1742
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,4,8,0,128,0.0658
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,8,8,0,128,0.1154
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,32,1,8,0,128,0.0599
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,4,8,0,128,0.0802
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,64,1,8,0,128,0.0597
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,64,8,0,128,1.0301
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,32,8,0,128,0.5416
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,16,8,0,128,0.2942
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,8,8,0,128,0.1749
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,4,8,0,128,0.1166
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,128,1,8,0,128,0.0642
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,32,8,0,128,1.0306
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,16,8,0,128,0.5442
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,8,8,0,128,0.2956
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,4,8,0,128,0.1744
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,16,8,0,128,1.0349
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,256,1,8,0,128,0.0820
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,8,8,0,128,1.0349
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,8,8,0,128,0.5452
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,4,8,0,128,0.2963
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,4,8,0,128,0.5443
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,8192,1,0,128,2.3153
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,512,1,8,0,128,0.1169
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,bfloat16,64,1024,1,8,0,128,0.1744
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,4096,1,0,128,2.3364
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,6144,1,0,128,1.7755
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,3072,1,0,128,1.7825
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,2048,1,0,128,1.1874
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,2048,1,0,128,2.3317
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,4096,1,0,128,1.1852
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1536,1,0,128,0.9298
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1024,1,0,128,2.3318
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1024,1,0,128,0.6339
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,3072,1,0,128,0.9273
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1536,1,0,128,1.7810
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,512,1,0,128,0.3535
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,2048,1,0,128,0.6328
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,512,1,0,128,1.1884
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,256,1,0,128,0.2165
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1536,1,0,128,0.4976
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,256,1,0,128,0.6315
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1024,1,0,128,1.1869
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1024,1,0,128,0.3536
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,128,1,0,128,0.1480
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,128,1,0,128,0.3526
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,512,1,0,128,0.6352
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,512,1,0,128,0.2159
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,256,1,0,128,0.3538
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,64,1,0,128,0.1091
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,64,1,0,128,0.2074
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,256,1,0,128,0.1478
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,32,1,0,128,0.0996
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,128,1,0,128,0.2196
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,32,1,0,128,0.1420
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,16,1,0,128,0.0954
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,64,1,0,128,0.1430
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,128,1,0,128,0.1151
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,8,1,0,128,0.0967
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,16,1,0,128,0.1102
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,32,1,0,128,0.1103
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,4,1,0,128,0.0933
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,64,1,0,128,0.0989
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,8,1,0,128,0.0992
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,16,1,0,128,0.1000
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,1,0,128,0.0925
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,4,1,0,128,0.0947
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,32,1,0,128,0.0946
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,8,1,0,128,0.0951
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,1,0,128,0.0937
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,4,1,0,128,0.0967
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,16,1,0,128,0.0966
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,1,0,128,0.0926
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,8,1,0,128,0.0928
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,4,1,0,128,0.0924
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,1,0,128,0.0880
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,512,1,0,128,2.3189
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,256,1,0,128,1.1803
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,128,1,0,128,0.6303
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,64,1,0,128,0.3415
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,32,1,0,128,0.2079
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,16,1,0,128,0.1418
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,256,1,0,128,2.2941
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,8,1,0,128,0.1105
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,4,1,0,128,0.1006
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,128,1,0,128,1.1716
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,1,0,128,0.0984
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,64,1,0,128,0.6148
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,32,1,0,128,0.3416
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,16,1,0,128,0.2087
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,8,1,0,128,0.1431
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,4,1,0,128,0.1107
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,1,0,128,0.0962
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,128,1,0,128,2.2924
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,64,1,0,128,2.2702
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,64,1,0,128,1.1546
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,32,1,0,128,0.6155
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,32,1,0,128,1.1536
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,16,1,0,128,0.3423
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,16,1,0,128,0.6150
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,8,1,0,128,0.2085
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,8,1,0,128,0.3418
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,4,1,0,128,0.1428
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,4,1,0,128,0.2078
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,1,0,128,0.1006
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,1,0,128,0.1108
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,32,1,0,128,2.2749
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,16,1,0,128,2.2795
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,16,1,0,128,1.1556
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,8,1,0,128,1.1578
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,4,1,0,128,0.6154
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,8,1,0,128,0.6155
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,1,0,128,0.2078
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,4,1,0,128,0.3427
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,8192,2,0,128,1.9032
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,1,0,128,0.1430
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,8,1,0,128,2.2823
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,6144,2,0,128,1.4582
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,4,1,0,128,1.1600
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,4096,2,0,128,0.9851
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,1,0,128,0.3443
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,3072,2,0,128,0.7556
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,2048,2,0,128,0.5245
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1536,2,0,128,0.4127
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1024,2,0,128,0.2916
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,512,2,0,128,0.1886
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,256,2,0,128,0.1322
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,128,2,0,128,0.1024
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,64,2,0,128,0.0859
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,32,2,0,128,0.0798
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,16,2,0,128,0.0821
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,8,2,0,128,0.0822
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,4,2,0,128,0.0813
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,2,0,128,0.0747
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,4096,2,0,128,1.9080
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,2048,2,0,128,1.9011
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,3072,2,0,128,1.4569
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,2048,2,0,128,0.9871
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1536,2,0,128,0.7565
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1536,2,0,128,1.4542
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1024,2,0,128,0.5254
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,512,2,0,128,0.2933
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1024,2,0,128,0.9851
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,256,2,0,128,0.1889
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,128,2,0,128,0.1335
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,512,2,0,128,0.5254
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,64,2,0,128,0.0978
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,32,2,0,128,0.0862
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,256,2,0,128,0.2930
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,16,2,0,128,0.0807
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,128,2,0,128,0.1901
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,8,2,0,128,0.0822
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,64,2,0,128,0.1261
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,4,2,0,128,0.0855
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,32,2,0,128,0.0969
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1024,2,0,128,1.9064
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,2,0,128,0.0842
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,16,2,0,128,0.0868
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,8,2,0,128,0.0808
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,512,2,0,128,0.9862
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,512,2,0,128,1.8946
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,4,2,0,128,0.0829
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,256,2,0,128,0.5240
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,2,0,128,0.0844
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,256,2,0,128,0.9758
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,128,2,0,128,0.2921
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,128,2,0,128,0.5199
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,64,2,0,128,0.1798
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,64,2,0,128,0.2791
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,32,2,0,128,0.1265
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,32,2,0,128,0.1786
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,16,2,0,128,0.0981
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,16,2,0,128,0.1253
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,8,2,0,128,0.0866
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,8,2,0,128,0.0969
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,4,2,0,128,0.0820
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,4,2,0,128,0.0861
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,2,0,128,0.0854
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,256,2,0,128,1.8724
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,2,0,128,0.0812
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,128,2,0,128,1.8628
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,128,2,0,128,0.9681
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,64,2,0,128,0.9491
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,64,2,0,128,1.8404
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,64,2,0,128,0.5046
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,32,2,0,128,0.5045
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,32,2,0,128,0.2802
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,16,2,0,128,0.2809
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,32,2,0,128,0.9504
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,16,2,0,128,0.1787
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,8,2,0,128,0.1786
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,8,2,0,128,0.1255
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,4,2,0,128,0.1253
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,16,2,0,128,0.5057
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,4,2,0,128,0.0976
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,8,2,0,128,0.2820
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,2,0,128,0.0863
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,2,0,128,0.0799
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,4,2,0,128,0.1788
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,2,0,128,0.0980
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,32,2,0,128,1.8390
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,16,2,0,128,0.9485
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,8,2,0,128,0.5052
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,4,2,0,128,0.2811
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,2,0,128,0.1263
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,16,2,0,128,1.8420
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,8,2,0,128,0.9500
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,4,2,0,128,0.5056
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,2,0,128,0.1795
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,8,2,0,128,1.8430
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,4,2,0,128,0.9503
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,2,0,128,0.2821
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,8192,4,0,128,1.3877
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,6144,4,0,128,1.0636
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,4096,4,0,128,1.3892
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,4096,4,0,128,0.7292
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,3072,4,0,128,1.0641
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,3072,4,0,128,0.5660
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,2048,4,0,128,0.7309
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,2048,4,0,128,0.3923
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1536,4,0,128,0.3131
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1536,4,0,128,0.5666
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1024,4,0,128,0.2298
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1024,4,0,128,0.3954
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,512,4,0,128,0.1565
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,512,4,0,128,0.2318
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,256,4,0,128,0.1088
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1024,4,0,128,1.3909
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,256,4,0,128,0.1601
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,128,4,0,128,0.0865
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,64,4,0,128,0.0760
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,512,4,0,128,0.7273
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,128,4,0,128,0.1102
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,2048,4,0,128,1.3897
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,32,4,0,128,0.0719
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,256,4,0,128,0.3902
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,64,4,0,128,0.0825
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,16,4,0,128,0.0739
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,128,4,0,128,0.2279
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,32,4,0,128,0.0761
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,512,4,0,128,1.3773
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1536,4,0,128,1.0624
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,8,4,0,128,0.0741
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,64,4,0,128,0.1479
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,16,4,0,128,0.0740
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,256,4,0,128,0.7214
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,4,4,0,128,0.0746
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1024,4,0,128,0.7301
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,32,4,0,128,0.1040
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,8,4,0,128,0.0760
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,128,4,0,128,0.3885
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,16,4,0,128,0.0823
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,4,0,128,0.0678
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,4,4,0,128,0.0781
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,512,4,0,128,0.3933
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,64,4,0,128,0.2180
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,4,0,128,0.0766
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,8,4,0,128,0.0760
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,256,4,0,128,0.2296
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,4,4,0,128,0.0721
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,128,4,0,128,0.1584
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,32,4,0,128,0.1482
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,4,0,128,0.0758
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,64,4,0,128,0.1047
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,16,4,0,128,0.1028
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,32,4,0,128,0.0821
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,8,4,0,128,0.0835
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,16,4,0,128,0.0761
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,4,4,0,128,0.0761
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,8,4,0,128,0.0719
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,4,0,128,0.0740
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,4,4,0,128,0.0740
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,4,0,128,0.0739
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,256,4,0,128,1.3528
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,128,4,0,128,0.7099
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,64,4,0,128,0.3734
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,32,4,0,128,0.2172
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,16,4,0,128,0.1481
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,8,4,0,128,0.1040
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,4,4,0,128,0.0823
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,4,0,128,0.0726
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,128,4,0,128,1.3415
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,64,4,0,128,0.6914
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,32,4,0,128,0.3748
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,16,4,0,128,0.2185
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,8,4,0,128,0.1486
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,4,4,0,128,0.1032
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,4,0,128,0.0778
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,64,4,0,128,1.3182
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,32,4,0,128,0.6916
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,16,4,0,128,0.3753
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,8,4,0,128,0.2193
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,4,4,0,128,0.1489
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,4,0,128,0.0833
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,32,4,0,128,1.3217
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,16,4,0,128,0.6927
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,8,4,0,128,0.3745
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,4,4,0,128,0.2173
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,16,4,0,128,1.3242
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,4,0,128,0.1032
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,8,4,0,128,1.3236
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,8,4,0,128,0.6946
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,4,4,0,128,0.3762
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,4,0,128,0.1497
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,4,4,0,128,0.6927
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,4,0,128,0.2189
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,8192,8,0,128,1.1261
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,4096,8,0,128,1.1318
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,6144,8,0,128,0.8710
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,4096,8,0,128,0.5988
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,3072,8,0,128,0.8672
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,2048,8,0,128,0.5991
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,3072,8,0,128,0.4646
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1536,8,0,128,0.4641
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,2048,8,0,128,0.3270
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1024,8,0,128,0.3266
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,2048,8,0,128,1.1263
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,512,8,0,128,0.1970
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1536,8,0,128,0.2661
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,256,8,0,128,0.1372
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1024,8,0,128,0.1982
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1536,8,0,128,0.8678
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,128,8,0,128,0.0945
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,512,8,0,128,0.1370
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,64,8,0,128,0.0740
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,256,8,0,128,0.0944
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1024,8,0,128,0.5979
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,32,8,0,128,0.0680
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,128,8,0,128,0.0780
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,16,8,0,128,0.0659
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,64,8,0,128,0.0680
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,512,8,0,128,0.3260
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,32,8,0,128,0.0658
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,8,8,0,128,0.0702
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,256,8,0,128,0.1974
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,16,8,0,128,0.0699
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,4,8,0,128,0.0659
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,128,8,0,128,0.1392
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,8,8,0,128,0.0670
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,2,1,8,0,128,0.0638
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,4,8,0,128,0.0657
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,64,8,0,128,0.0893
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1,1,8,0,128,0.0617
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,32,8,0,128,0.0740
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,16,8,0,128,0.0683
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,8,8,0,128,0.0660
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,4,8,0,128,0.0699
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,4,1,8,0,128,0.0658
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1024,8,0,128,1.1279
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,512,8,0,128,0.6016
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,256,8,0,128,0.3255
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,128,8,0,128,0.1987
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,64,8,0,128,0.1276
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,32,8,0,128,0.0903
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,16,8,0,128,0.0741
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,8,8,0,128,0.0699
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,4,8,0,128,0.0678
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,8,1,8,0,128,0.0699
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,512,8,0,128,1.1136
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,256,8,0,128,0.5923
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,128,8,0,128,0.3230
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,64,8,0,128,0.1866
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,32,8,0,128,0.1281
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,16,8,0,128,0.0902
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,8,8,0,128,0.0742
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,4,8,0,128,0.0699
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,16,1,8,0,128,0.0701
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,256,8,0,128,1.0943
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,128,8,0,128,0.5800
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,64,8,0,128,0.3070
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,32,8,0,128,0.1846
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,128,8,0,128,1.0787
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,16,8,0,128,0.1272
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,8,8,0,128,0.0886
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,64,8,0,128,1.0578
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,64,8,0,128,0.5629
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,4,8,0,128,0.0740
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,32,8,0,128,0.5630
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,32,8,0,128,0.3084
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,16,8,0,128,0.3076
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,16,8,0,128,0.1870
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,32,1,8,0,128,0.0667
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,8,8,0,128,0.1851
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,8,8,0,128,0.1281
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,4,8,0,128,0.1290
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,4,8,0,128,0.0904
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,128,1,8,0,128,0.0740
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,64,1,8,0,128,0.0699
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,32,8,0,128,1.0599
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,16,8,0,128,1.0624
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,16,8,0,128,0.5640
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,8,8,0,128,1.0599
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,8,8,0,128,0.5651
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,8,8,0,128,0.3081
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,4,8,0,128,0.3091
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,4,8,0,128,0.5647
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,4,8,0,128,0.1861
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,512,1,8,0,128,0.1292
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,256,1,8,0,128,0.0896
SGLang,0.5.10rc0,NVIDIA B200,dsv4_flash_hca_context_module,compressed_flashmla,sgl-project/DeepSeek-V4-Flash-FP8,DeepseekV4ForCausalLM,bfloat16,fp8_e4m3,fp8_block,64,1024,1,8,0,128,0.1862
