framework,version,device,op_name,kernel_source,phase,batch_size,seq_len,num_tokens,d_model,d_conv,num_k_heads,head_k_dim,num_v_heads,head_v_dim,model_name,latency
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,1,1,1,2048,4,16,128,16,128,Qwen/Qwen3.5-2B,0.00414079986512661
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,1,1,1,1024,4,16,128,16,128,Qwen/Qwen3.5-0.8B,0.0036800000816583633
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,1,1,1,4096,4,16,128,32,128,Qwen/Qwen3.5-9B,0.003686400130391121
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,2,1,2,2048,4,16,128,16,128,Qwen/Qwen3.5-2B,0.004300799965858459
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,1,1,1,2560,4,16,128,32,128,Qwen/Qwen3.5-4B,0.003859199956059456
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,4,1,4,2048,4,16,128,16,128,Qwen/Qwen3.5-2B,0.003996799886226654
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,2,1,2,1024,4,16,128,16,128,Qwen/Qwen3.5-0.8B,0.004188799858093261
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,2,1,2,4096,4,16,128,32,128,Qwen/Qwen3.5-9B,0.005129599943757057
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,2,1,2,2560,4,16,128,32,128,Qwen/Qwen3.5-4B,0.003868800029158592
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,8,1,8,2048,4,16,128,16,128,Qwen/Qwen3.5-2B,0.004364800080657006
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,4,1,4,1024,4,16,128,16,128,Qwen/Qwen3.5-0.8B,0.004073600098490715
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,4,1,4,2560,4,16,128,32,128,Qwen/Qwen3.5-4B,0.003497600182890892
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,16,1,16,2048,4,16,128,16,128,Qwen/Qwen3.5-2B,0.004163200035691261
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,8,1,8,1024,4,16,128,16,128,Qwen/Qwen3.5-0.8B,0.0035679999738931654
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,8,1,8,2560,4,16,128,32,128,Qwen/Qwen3.5-4B,0.0036768000572919846
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,32,1,32,2048,4,16,128,16,128,Qwen/Qwen3.5-2B,0.004041599854826927
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,16,1,16,1024,4,16,128,16,128,Qwen/Qwen3.5-0.8B,0.00421760007739067
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,16,1,16,2560,4,16,128,32,128,Qwen/Qwen3.5-4B,0.0038943998515605927
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,32,1,32,1024,4,16,128,16,128,Qwen/Qwen3.5-0.8B,0.004083200171589851
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,64,1,64,2048,4,16,128,16,128,Qwen/Qwen3.5-2B,0.004320000112056732
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,32,1,32,2560,4,16,128,32,128,Qwen/Qwen3.5-4B,0.004028800129890442
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,64,1,64,1024,4,16,128,16,128,Qwen/Qwen3.5-0.8B,0.00453759990632534
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,128,1,128,2048,4,16,128,16,128,Qwen/Qwen3.5-2B,0.004524800181388855
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,64,1,64,2560,4,16,128,32,128,Qwen/Qwen3.5-4B,0.0043935999274253845
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,4,1,4,4096,4,16,128,32,128,Qwen/Qwen3.5-9B,0.0035840000957250593
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,128,1,128,1024,4,16,128,16,128,Qwen/Qwen3.5-0.8B,0.0044511999934911724
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,8,1,8,4096,4,16,128,32,128,Qwen/Qwen3.5-9B,0.003782400116324425
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,128,1,128,2560,4,16,128,32,128,Qwen/Qwen3.5-4B,0.004687999933958053
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,256,1,256,2048,4,16,128,16,128,Qwen/Qwen3.5-2B,0.0064351998269557955
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,16,1,16,4096,4,16,128,32,128,Qwen/Qwen3.5-9B,0.003923200070858002
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,256,1,256,1024,4,16,128,16,128,Qwen/Qwen3.5-0.8B,0.00655680000782013
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,32,1,32,4096,4,16,128,32,128,Qwen/Qwen3.5-9B,0.0035424001514911653
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,512,1,512,2048,4,16,128,16,128,Qwen/Qwen3.5-2B,0.008531200140714646
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,256,1,256,2560,4,16,128,32,128,Qwen/Qwen3.5-4B,0.006752000004053116
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,512,1,512,1024,4,16,128,16,128,Qwen/Qwen3.5-0.8B,0.008524800091981888
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,64,1,64,4096,4,16,128,32,128,Qwen/Qwen3.5-9B,0.004348799958825112
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,1024,1,1024,2048,4,16,128,16,128,Qwen/Qwen3.5-2B,0.012566399574279786
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,512,1,512,2560,4,16,128,32,128,Qwen/Qwen3.5-4B,0.008607999980449676
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,128,1,128,4096,4,16,128,32,128,Qwen/Qwen3.5-9B,0.004579199850559235
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,256,1,256,4096,4,16,128,32,128,Qwen/Qwen3.5-9B,0.006409599632024765
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,1024,1,1024,2560,4,16,128,32,128,Qwen/Qwen3.5-4B,0.01271360069513321
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,512,1,512,4096,4,16,128,32,128,Qwen/Qwen3.5-9B,0.008662399649620057
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,1,1,1,5120,4,16,128,48,128,Qwen/Qwen3.5-27B,0.004182400181889534
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,1024,1,1024,1024,4,16,128,16,128,Qwen/Qwen3.5-0.8B,0.012668800354003907
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,2,1,2,5120,4,16,128,48,128,Qwen/Qwen3.5-27B,0.00480320006608963
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,4,1,4,5120,4,16,128,48,128,Qwen/Qwen3.5-27B,0.0038975998759269714
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,8,1,8,5120,4,16,128,48,128,Qwen/Qwen3.5-27B,0.0035936001688241957
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,1024,1,1024,4096,4,16,128,32,128,Qwen/Qwen3.5-9B,0.01255359947681427
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,16,1,16,5120,4,16,128,48,128,Qwen/Qwen3.5-27B,0.0035264000296592714
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,32,1,32,5120,4,16,128,48,128,Qwen/Qwen3.5-27B,0.004364800080657006
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,1,1,1,2048,4,16,128,32,128,Qwen/Qwen3.5-35B-A3B,0.0035840000957250593
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,64,1,64,5120,4,16,128,48,128,Qwen/Qwen3.5-27B,0.0042720001190900804
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,2,1,2,2048,4,16,128,32,128,Qwen/Qwen3.5-35B-A3B,0.003545600175857544
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,4,1,4,2048,4,16,128,32,128,Qwen/Qwen3.5-35B-A3B,0.003855999931693077
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,128,1,128,5120,4,16,128,48,128,Qwen/Qwen3.5-27B,0.004358400031924248
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,8,1,8,2048,4,16,128,32,128,Qwen/Qwen3.5-35B-A3B,0.003574400022625923
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,16,1,16,2048,4,16,128,32,128,Qwen/Qwen3.5-35B-A3B,0.004287999868392944
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,32,1,32,2048,4,16,128,32,128,Qwen/Qwen3.5-35B-A3B,0.0039391998201608654
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,256,1,256,5120,4,16,128,48,128,Qwen/Qwen3.5-27B,0.00655680000782013
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,64,1,64,2048,4,16,128,32,128,Qwen/Qwen3.5-35B-A3B,0.004262400045990944
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,512,1,512,5120,4,16,128,48,128,Qwen/Qwen3.5-27B,0.008720000088214875
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,128,1,128,2048,4,16,128,32,128,Qwen/Qwen3.5-35B-A3B,0.004476799815893173
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,256,1,256,2048,4,16,128,32,128,Qwen/Qwen3.5-35B-A3B,0.006585600227117539
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,512,1,512,2048,4,16,128,32,128,Qwen/Qwen3.5-35B-A3B,0.008627200126647949
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,1024,1,1024,5120,4,16,128,48,128,Qwen/Qwen3.5-27B,0.012742400169372559
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,1024,1,1024,2048,4,16,128,32,128,Qwen/Qwen3.5-35B-A3B,0.012831999361515046
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,1,1,1,3072,4,16,128,64,128,Qwen/Qwen3.5-122B-A10B,0.00414079986512661
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,2,1,2,3072,4,16,128,64,128,Qwen/Qwen3.5-122B-A10B,0.004227200150489807
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,4,1,4,3072,4,16,128,64,128,Qwen/Qwen3.5-122B-A10B,0.003984000161290168
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,8,1,8,3072,4,16,128,64,128,Qwen/Qwen3.5-122B-A10B,0.0034944001585245133
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,16,1,16,3072,4,16,128,64,128,Qwen/Qwen3.5-122B-A10B,0.004335999861359597
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,32,1,32,3072,4,16,128,64,128,Qwen/Qwen3.5-122B-A10B,0.003872000053524971
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,64,1,64,3072,4,16,128,64,128,Qwen/Qwen3.5-122B-A10B,0.0043136000633239744
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,128,1,128,3072,4,16,128,64,128,Qwen/Qwen3.5-122B-A10B,0.004396799951791763
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,256,1,256,3072,4,16,128,64,128,Qwen/Qwen3.5-122B-A10B,0.006588800251483918
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,512,1,512,3072,4,16,128,64,128,Qwen/Qwen3.5-122B-A10B,0.008499199897050858
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,1024,1,1024,3072,4,16,128,64,128,Qwen/Qwen3.5-122B-A10B,0.012745599448680877
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,1,1,1,4096,4,16,128,64,128,Qwen/Qwen3.5-397B-A17B,0.0038656000047922134
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,2,1,2,4096,4,16,128,64,128,Qwen/Qwen3.5-397B-A17B,0.004364800080657006
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,4,1,4,4096,4,16,128,64,128,Qwen/Qwen3.5-397B-A17B,0.0033215999603271483
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,8,1,8,4096,4,16,128,64,128,Qwen/Qwen3.5-397B-A17B,0.004553600028157234
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,16,1,16,4096,4,16,128,64,128,Qwen/Qwen3.5-397B-A17B,0.00421760007739067
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,32,1,32,4096,4,16,128,64,128,Qwen/Qwen3.5-397B-A17B,0.004102399945259095
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,64,1,64,4096,4,16,128,64,128,Qwen/Qwen3.5-397B-A17B,0.004208000004291534
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,128,1,128,4096,4,16,128,64,128,Qwen/Qwen3.5-397B-A17B,0.0047391999512910845
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,256,1,256,4096,4,16,128,64,128,Qwen/Qwen3.5-397B-A17B,0.006623999774456024
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,512,1,512,4096,4,16,128,64,128,Qwen/Qwen3.5-397B-A17B,0.008534400165081025
vLLM,0.19.0,NVIDIA RTX PRO 6000 Blackwell Server Edition,gdn,causal_conv1d_update,generation,1024,1,1024,4096,4,16,128,64,128,Qwen/Qwen3.5-397B-A17B,0.012720000743865967
