ywkang/kernbench2
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

sweep: 6 short-context CSVs (3 variants x prefill+decode) + 6 wall/util figures

Browse Source
This commit is contained in:
eusonice
2026-06-26 15:11:01 -07:00
parent 3da116d40d
commit 3437d7e079
16 changed files with 455 additions and 32 deletions
Download Patch File Download Diff File Expand all files Collapse all files
docs/sweeps/short_context_decode_composite_sweep.csv
+17
View File
@@ -0,0 +1,17 @@
variant,mode,kv_per_cube,C,S_kv,wall_us,n_pe,gemm_util,math_count,math_pipeline_us,hbm_bw_util,hbm_read_mb,hbm_write_kb,ipcq_kb,kv_cache_per_cube_mb
composite,A1,1,8,8192,147.23658450000076,64,0.0057446592018384314,656,0.0,0.013970712557516501,16.0625,8.0,57.75,2.0
composite,A1,1,8,16384,279.9533665000026,64,0.006042606385378475,1360,0.0,0.014663156408229735,32.0625,8.0,57.75,4.0
composite,A1,1,8,32768,545.3869305000062,64,0.006203478321011016,2768,0.0,0.015037030668265908,64.0625,8.0,57.75,8.0
composite,A1,1,8,65536,1076.3614585003581,64,0.006286542449928883,5584,0.0,0.015230013923798023,128.0625,8.0,57.75,16.0
composite,A2,2,4,8192,140.44093275000077,32,0.012045263206857853,656,0.0,0.02923649052736712,16.03125,8.0,24.75,4.0
composite,A2,2,4,16384,274.80249675000204,32,0.012311736756599198,1360,0.0,0.029846890392199246,32.03125,8.0,24.75,8.0
composite,A2,2,4,32768,543.6330247504077,32,0.012446984807344498,2768,0.0,0.030156372504276757,64.03125,8.0,24.75,16.0
composite,A2,2,4,65536,1082.0090007518106,32,0.012507459726542472,5584,0.0,0.030293648183356066,128.03125,8.0,24.75,32.0
composite,A4,4,2,8192,141.0397155000009,16,0.023988250316491475,656,0.0,0.05816801296653173,16.015625,8.0,8.25,8.0
composite,A4,4,2,16384,278.7445435001758,16,0.02427524469220757,1360,0.0,0.05882088235384476,32.015625,8.0,8.25,16.0
composite,A4,4,2,32768,554.51165950104,16,0.024405589617097562,2768,0.0,0.059115077994024615,64.015625,8.0,8.25,32.0
composite,A4,4,2,65536,1106.4268915018213,16,0.024462861675913012,5584,0.0,0.05924295631591859,128.015625,8.0,8.25,64.0
composite,B,8,1,8192,146.3478710000607,8,0.0462363541999099,656,0.0,0.11206176002378058,16.0078125,8.0,0.0,16.0
composite,B,8,1,16384,290.8105570004271,8,0.046536082251474285,1360,0.0,0.1127331838917796,32.0078125,8.0,0.0,32.0
composite,B,8,1,32768,579.9264290010428,8,0.046672071914328234,2768,0.0,0.11303502775846438,64.0078125,8.0,0.0,64.0
composite,B,8,1,65536,1158.158173001712,8,0.04674036523209764,5584,0.0,0.11318661220534877,128.0078125,8.0,0.0,128.0
1 variant mode kv_per_cube C S_kv wall_us n_pe gemm_util math_count math_pipeline_us hbm_bw_util hbm_read_mb hbm_write_kb ipcq_kb kv_cache_per_cube_mb
2 composite A1 1 8 8192 147.23658450000076 64 0.0057446592018384314 656 0.0 0.013970712557516501 16.0625 8.0 57.75 2.0
3 composite A1 1 8 16384 279.9533665000026 64 0.006042606385378475 1360 0.0 0.014663156408229735 32.0625 8.0 57.75 4.0
4 composite A1 1 8 32768 545.3869305000062 64 0.006203478321011016 2768 0.0 0.015037030668265908 64.0625 8.0 57.75 8.0
5 composite A1 1 8 65536 1076.3614585003581 64 0.006286542449928883 5584 0.0 0.015230013923798023 128.0625 8.0 57.75 16.0
6 composite A2 2 4 8192 140.44093275000077 32 0.012045263206857853 656 0.0 0.02923649052736712 16.03125 8.0 24.75 4.0
7 composite A2 2 4 16384 274.80249675000204 32 0.012311736756599198 1360 0.0 0.029846890392199246 32.03125 8.0 24.75 8.0
8 composite A2 2 4 32768 543.6330247504077 32 0.012446984807344498 2768 0.0 0.030156372504276757 64.03125 8.0 24.75 16.0
9 composite A2 2 4 65536 1082.0090007518106 32 0.012507459726542472 5584 0.0 0.030293648183356066 128.03125 8.0 24.75 32.0
10 composite A4 4 2 8192 141.0397155000009 16 0.023988250316491475 656 0.0 0.05816801296653173 16.015625 8.0 8.25 8.0
11 composite A4 4 2 16384 278.7445435001758 16 0.02427524469220757 1360 0.0 0.05882088235384476 32.015625 8.0 8.25 16.0
12 composite A4 4 2 32768 554.51165950104 16 0.024405589617097562 2768 0.0 0.059115077994024615 64.015625 8.0 8.25 32.0
13 composite A4 4 2 65536 1106.4268915018213 16 0.024462861675913012 5584 0.0 0.05924295631591859 128.015625 8.0 8.25 64.0
14 composite B 8 1 8192 146.3478710000607 8 0.0462363541999099 656 0.0 0.11206176002378058 16.0078125 8.0 0.0 16.0
15 composite B 8 1 16384 290.8105570004271 8 0.046536082251474285 1360 0.0 0.1127331838917796 32.0078125 8.0 0.0 32.0
16 composite B 8 1 32768 579.9264290010428 8 0.046672071914328234 2768 0.0 0.11303502775846438 64.0078125 8.0 0.0 64.0
17 composite B 8 1 65536 1158.158173001712 8 0.04674036523209764 5584 0.0 0.11318661220534877 128.0078125 8.0 0.0 128.0