ywkang/kernbench2
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

short context length composite command

Browse Source
This commit is contained in:
eusonice
2026-06-23 16:32:17 -07:00
parent f08dda3bd4
commit a98e93110b
4 changed files with 441 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
docs/sweeps/short_context_decode_sweep.csv
+17
View File
@@ -0,0 +1,17 @@
mode,kv_per_cube,C,S_kv,wall_us,n_pe,gemm_util,math_count,hbm_bw_util,hbm_read_mb,hbm_write_kb,ipcq_kb,kv_cache_per_cube_mb
A1,1,8,8192,149.2685345000007,64,0.001756190618994587,656,0.013780533230866485,16.0625,8.0,57.75,2.0
A1,1,8,16384,282.2252665000025,64,0.0018576933472394743,1360,0.014545118695104373,32.0625,8.0,57.75,4.0
A1,1,8,32768,548.138730500006,64,0.0019129755692392889,2768,0.014961540835691614,64.0625,8.0,57.75,8.0
A1,1,8,65536,1080.073058500367,64,0.0019416760593127277,5584,0.01517767698303756,128.0625,8.0,57.75,16.0
A2,2,4,8192,142.16883275000066,32,0.0036877843748065785,656,0.028881154333033524,16.03125,8.0,24.75,4.0
A2,2,4,16384,277.0102967500018,32,0.0037853322143696724,1360,0.029609007665885423,32.03125,8.0,24.75,8.0
A2,2,4,32768,546.8006247504073,32,0.0038353138330044275,2768,0.02998167752182655,64.03125,8.0,24.75,16.0
A2,2,4,65536,1087.0962007518285,32,0.003858263874988177,5584,0.03015188534127058,128.03125,8.0,24.75,32.0
A4,4,2,8192,142.21417550000066,16,0.007373217165681769,656,0.05768763888097753,16.015625,8.0,8.25,8.0
A4,4,2,16384,280.8788035001758,16,0.007466394665122732,1360,0.058373931374247456,32.015625,8.0,8.25,16.0
A4,4,2,32768,558.5655195010398,16,0.007509063580845671,2768,0.058686042828569145,64.015625,8.0,8.25,32.0
A4,4,2,65536,1114.319951501857,16,0.007528006645388841,5584,0.05882332081702009,128.015625,8.0,8.25,64.0
B,8,1,8192,147.93485600006025,8,0.014176185766516818,656,0.11085960701508589,16.0078125,8.0,0.0,16.0
B,8,1,16384,294.3171420004266,8,0.014250967413897551,1360,0.1113900460475132,32.0078125,8.0,0.0,32.0
B,8,1,32768,587.2722140010417,8,0.01428401991446495,2768,0.11162115018757507,64.0078125,8.0,0.0,64.0
B,8,1,65536,1173.1823580017838,8,0.014300603725891686,5584,0.11173710472707321,128.0078125,8.0,0.0,128.0
1 mode kv_per_cube C S_kv wall_us n_pe gemm_util math_count hbm_bw_util hbm_read_mb hbm_write_kb ipcq_kb kv_cache_per_cube_mb
2 A1 1 8 8192 149.2685345000007 64 0.001756190618994587 656 0.013780533230866485 16.0625 8.0 57.75 2.0
3 A1 1 8 16384 282.2252665000025 64 0.0018576933472394743 1360 0.014545118695104373 32.0625 8.0 57.75 4.0
4 A1 1 8 32768 548.138730500006 64 0.0019129755692392889 2768 0.014961540835691614 64.0625 8.0 57.75 8.0
5 A1 1 8 65536 1080.073058500367 64 0.0019416760593127277 5584 0.01517767698303756 128.0625 8.0 57.75 16.0
6 A2 2 4 8192 142.16883275000066 32 0.0036877843748065785 656 0.028881154333033524 16.03125 8.0 24.75 4.0
7 A2 2 4 16384 277.0102967500018 32 0.0037853322143696724 1360 0.029609007665885423 32.03125 8.0 24.75 8.0
8 A2 2 4 32768 546.8006247504073 32 0.0038353138330044275 2768 0.02998167752182655 64.03125 8.0 24.75 16.0
9 A2 2 4 65536 1087.0962007518285 32 0.003858263874988177 5584 0.03015188534127058 128.03125 8.0 24.75 32.0
10 A4 4 2 8192 142.21417550000066 16 0.007373217165681769 656 0.05768763888097753 16.015625 8.0 8.25 8.0
11 A4 4 2 16384 280.8788035001758 16 0.007466394665122732 1360 0.058373931374247456 32.015625 8.0 8.25 16.0
12 A4 4 2 32768 558.5655195010398 16 0.007509063580845671 2768 0.058686042828569145 64.015625 8.0 8.25 32.0
13 A4 4 2 65536 1114.319951501857 16 0.007528006645388841 5584 0.05882332081702009 128.015625 8.0 8.25 64.0
14 B 8 1 8192 147.93485600006025 8 0.014176185766516818 656 0.11085960701508589 16.0078125 8.0 0.0 16.0
15 B 8 1 16384 294.3171420004266 8 0.014250967413897551 1360 0.1113900460475132 32.0078125 8.0 0.0 32.0
16 B 8 1 32768 587.2722140010417 8 0.01428401991446495 2768 0.11162115018757507 64.0078125 8.0 0.0 64.0
17 B 8 1 65536 1173.1823580017838 8 0.014300603725891686 5584 0.11173710472707321 128.0078125 8.0 0.0 128.0
docs/sweeps/short_context_prefill_sweep.csv
+17
View File
@@ -0,0 +1,17 @@
mode,kv_per_cube,C,S_kv,wall_us,n_pe,gemm_util,math_count,hbm_bw_util,hbm_read_mb,hbm_write_kb,ipcq_kb,kv_cache_per_cube_mb
A1,1,8,8192,1103.359903999566,64,0.0019006962210579498,5248,0.001870649814732448,16.0625,64.0,114688.0,2.0
A1,1,8,16384,2182.457823968016,64,0.0019218259129421755,10880,0.0018841143021603984,32.0625,64.0,229376.0,4.0
A1,1,8,32768,4343.2822238495155,64,0.0019313983221991736,22144,0.0018898150239762977,64.0625,64.0,458752.0,8.0
A1,1,8,65536,8666.440783650422,64,0.001935883071136998,44672,0.0018923570136126979,128.0625,64.0,917504.0,16.0
A2,2,4,8192,1097.2535885006619,32,0.003822547535007557,2624,0.0037621203004135906,16.0625,64.0,49152.0,4.0
A2,2,4,16384,2179.78425743804,32,0.003848366172648072,5440,0.003772850442394648,32.0625,64.0,98304.0,8.0
A2,2,4,32768,4344.834905351148,32,0.003861416225357031,11072,0.003778279349528763,64.0625,64.0,196608.0,16.0
A2,2,4,65536,8674.946611121853,32,0.003867969856656271,22336,0.003781003096658628,128.0625,64.0,393216.0,32.0
A4,4,2,8192,1103.675383502932,16,0.007600611670231015,1312,0.007480460399321815,16.0625,64.0,16384.0,8.0
A4,4,2,16384,2197.0616234262543,16,0.00763620638634706,2720,0.007486362614786297,32.0625,64.0,32768.0,16.0
A4,4,2,32768,4383.834103368879,16,0.007654129058897454,5536,0.007489334501679554,64.0625,64.0,65536.0,32.0
A4,4,2,65536,8757.379062883949,16,0.007663121981838932,11168,0.007490825682997995,128.0625,64.0,131072.0,64.0
B,8,1,8192,1125.9457520018113,8,0.014900554462921552,656,0.01466500492643045,16.0625,64.0,0.0,16.0
B,8,1,16384,2242.543191943168,8,0.014962669223294344,1360,0.014669059716747552,32.0625,64.0,0.0,32.0
B,8,1,32768,4475.650071825993,8,0.014994216018466134,2768,0.014671388277951352,64.0625,64.0,0.0,64.0
B,8,1,65536,8942.79183160376,8,0.015008481750139946,5584,0.014671033662702533,128.0625,64.0,0.0,128.0
1 mode kv_per_cube C S_kv wall_us n_pe gemm_util math_count hbm_bw_util hbm_read_mb hbm_write_kb ipcq_kb kv_cache_per_cube_mb
2 A1 1 8 8192 1103.359903999566 64 0.0019006962210579498 5248 0.001870649814732448 16.0625 64.0 114688.0 2.0
3 A1 1 8 16384 2182.457823968016 64 0.0019218259129421755 10880 0.0018841143021603984 32.0625 64.0 229376.0 4.0
4 A1 1 8 32768 4343.2822238495155 64 0.0019313983221991736 22144 0.0018898150239762977 64.0625 64.0 458752.0 8.0
5 A1 1 8 65536 8666.440783650422 64 0.001935883071136998 44672 0.0018923570136126979 128.0625 64.0 917504.0 16.0
6 A2 2 4 8192 1097.2535885006619 32 0.003822547535007557 2624 0.0037621203004135906 16.0625 64.0 49152.0 4.0
7 A2 2 4 16384 2179.78425743804 32 0.003848366172648072 5440 0.003772850442394648 32.0625 64.0 98304.0 8.0
8 A2 2 4 32768 4344.834905351148 32 0.003861416225357031 11072 0.003778279349528763 64.0625 64.0 196608.0 16.0
9 A2 2 4 65536 8674.946611121853 32 0.003867969856656271 22336 0.003781003096658628 128.0625 64.0 393216.0 32.0
10 A4 4 2 8192 1103.675383502932 16 0.007600611670231015 1312 0.007480460399321815 16.0625 64.0 16384.0 8.0
11 A4 4 2 16384 2197.0616234262543 16 0.00763620638634706 2720 0.007486362614786297 32.0625 64.0 32768.0 16.0
12 A4 4 2 32768 4383.834103368879 16 0.007654129058897454 5536 0.007489334501679554 64.0625 64.0 65536.0 32.0
13 A4 4 2 65536 8757.379062883949 16 0.007663121981838932 11168 0.007490825682997995 128.0625 64.0 131072.0 64.0
14 B 8 1 8192 1125.9457520018113 8 0.014900554462921552 656 0.01466500492643045 16.0625 64.0 0.0 16.0
15 B 8 1 16384 2242.543191943168 8 0.014962669223294344 1360 0.014669059716747552 32.0625 64.0 0.0 32.0
16 B 8 1 32768 4475.650071825993 8 0.014994216018466134 2768 0.014671388277951352 64.0625 64.0 0.0 64.0
17 B 8 1 65536 8942.79183160376 8 0.015008481750139946 5584 0.014671033662702533 128.0625 64.0 0.0 128.0