ywkang/kernbench2
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

sweep: 6 short-context CSVs (3 variants x prefill+decode) + 6 wall/util figures

Browse Source
This commit is contained in:
eusonice
2026-06-26 15:11:01 -07:00
parent 3da116d40d
commit 3437d7e079
16 changed files with 455 additions and 32 deletions
Download Patch File Download Diff File Expand all files Collapse all files
docs/sweeps/short_context_decode_composite_fused_sweep.csv
+17
View File
@@ -0,0 +1,17 @@
variant,mode,kv_per_cube,C,S_kv,wall_us,n_pe,gemm_util,math_count,math_pipeline_us,hbm_bw_util,hbm_read_mb,hbm_write_kb,ipcq_kb,kv_cache_per_cube_mb
composite_fused,A1,1,8,8192,146.95153450000072,64,0.0017838806576053131,656,0.0,0.013997812319543966,16.0625,8.0,57.75,2.0
composite_fused,A1,1,8,16384,279.867342500003,64,0.007173570099630665,1296,13.903615999992937,0.0146676634841736,32.0625,8.0,57.75,4.0
composite_fused,A1,1,8,32768,544.5763825000042,64,0.010097125355742134,2576,41.71084799996763,0.015059411798858053,64.0625,8.0,57.75,8.0
composite_fused,A1,1,8,65536,1074.101862500392,64,0.011619635377527878,5136,97.32531200143696,0.015262053416273654,128.0625,8.0,57.75,16.0
composite_fused,A2,2,4,8192,140.35490875000028,32,0.01430408111743636,624,6.951807999995537,0.029254409671653128,16.03125,8.0,24.75,4.0
composite_fused,A2,2,4,16384,273.9919487500021,32,0.020068677291975947,1264,20.855423999989405,0.029935186188568382,32.03125,8.0,24.75,8.0
composite_fused,A2,2,4,32768,541.3734287504049,32,0.0230537210304644,2544,48.66265599996224,0.030282239817052973,64.03125,8.0,24.75,16.0
composite_fused,A2,2,4,65536,1076.851308751879,32,0.024557433125924955,5104,104.27712000153959,0.030438742780552714,128.03125,8.0,24.75,32.0
composite_fused,A4,4,2,8192,140.2291675000001,16,0.03921192786066565,608,10.427711999993306,0.058504233792873325,16.015625,8.0,8.25,8.0
composite_fused,A4,4,2,16384,276.4849475001752,16,0.04514051167338893,1248,24.33132799998764,0.05930160085835996,32.015625,8.0,8.25,16.0
composite_fused,A4,4,2,32768,549.3539675010354,16,0.04813782290440163,2528,52.13855999995954,0.059670088757369746,64.015625,8.0,8.25,32.0
composite_fused,A4,4,2,65536,1095.4730075019588,16,0.04963405545386165,5088,107.7530240015909,0.05983534012350623,128.015625,8.0,8.25,64.0
composite_fused,B,8,1,8192,144.10828500005923,8,0.08660620726926088,600,12.16566399999219,0.11380331116974475,16.0078125,8.0,0.0,16.0
composite_fused,B,8,1,16384,285.6728750004253,8,0.09256988084807763,1240,26.069279999986758,0.11476063311909189,32.0078125,8.0,0.0,32.0
composite_fused,B,8,1,32768,568.9925550010347,8,0.09555971782205692,2520,53.8765119999582,0.1152071313127828,64.0078125,8.0,0.0,64.0
composite_fused,B,8,1,65536,1135.6319150019874,8,0.09706392938508733,5080,109.49097600161657,0.11543176822374755,128.0078125,8.0,0.0,128.0
1 variant mode kv_per_cube C S_kv wall_us n_pe gemm_util math_count math_pipeline_us hbm_bw_util hbm_read_mb hbm_write_kb ipcq_kb kv_cache_per_cube_mb
2 composite_fused A1 1 8 8192 146.95153450000072 64 0.0017838806576053131 656 0.0 0.013997812319543966 16.0625 8.0 57.75 2.0
3 composite_fused A1 1 8 16384 279.867342500003 64 0.007173570099630665 1296 13.903615999992937 0.0146676634841736 32.0625 8.0 57.75 4.0
4 composite_fused A1 1 8 32768 544.5763825000042 64 0.010097125355742134 2576 41.71084799996763 0.015059411798858053 64.0625 8.0 57.75 8.0
5 composite_fused A1 1 8 65536 1074.101862500392 64 0.011619635377527878 5136 97.32531200143696 0.015262053416273654 128.0625 8.0 57.75 16.0
6 composite_fused A2 2 4 8192 140.35490875000028 32 0.01430408111743636 624 6.951807999995537 0.029254409671653128 16.03125 8.0 24.75 4.0
7 composite_fused A2 2 4 16384 273.9919487500021 32 0.020068677291975947 1264 20.855423999989405 0.029935186188568382 32.03125 8.0 24.75 8.0
8 composite_fused A2 2 4 32768 541.3734287504049 32 0.0230537210304644 2544 48.66265599996224 0.030282239817052973 64.03125 8.0 24.75 16.0
9 composite_fused A2 2 4 65536 1076.851308751879 32 0.024557433125924955 5104 104.27712000153959 0.030438742780552714 128.03125 8.0 24.75 32.0
10 composite_fused A4 4 2 8192 140.2291675000001 16 0.03921192786066565 608 10.427711999993306 0.058504233792873325 16.015625 8.0 8.25 8.0
11 composite_fused A4 4 2 16384 276.4849475001752 16 0.04514051167338893 1248 24.33132799998764 0.05930160085835996 32.015625 8.0 8.25 16.0
12 composite_fused A4 4 2 32768 549.3539675010354 16 0.04813782290440163 2528 52.13855999995954 0.059670088757369746 64.015625 8.0 8.25 32.0
13 composite_fused A4 4 2 65536 1095.4730075019588 16 0.04963405545386165 5088 107.7530240015909 0.05983534012350623 128.015625 8.0 8.25 64.0
14 composite_fused B 8 1 8192 144.10828500005923 8 0.08660620726926088 600 12.16566399999219 0.11380331116974475 16.0078125 8.0 0.0 16.0
15 composite_fused B 8 1 16384 285.6728750004253 8 0.09256988084807763 1240 26.069279999986758 0.11476063311909189 32.0078125 8.0 0.0 32.0
16 composite_fused B 8 1 32768 568.9925550010347 8 0.09555971782205692 2520 53.8765119999582 0.1152071313127828 64.0078125 8.0 0.0 64.0
17 composite_fused B 8 1 65536 1135.6319150019874 8 0.09706392938508733 5080 109.49097600161657 0.11543176822374755 128.0078125 8.0 0.0 128.0