{ "version": 1, "panels": [ "single_user_prefill_gqa", "multi_user_prefill_gqa", "single_user_decode_gqa", "multi_user_decode_gqa" ], "config": { "T_q_prefill": 4, "T_q_decode": 1, "S_kv_prefill": 16, "h_q_decode": 8, "h_kv_decode": 1, "d_head": 64 }, "rows": [ { "panel": "single_user_prefill_gqa", "kind": "prefill", "C": 1, "S_kv": 16, "op_log_summary": { "gemm_count": 2, "ipcq_copy_count": 0, "dma_read_count": 3, "dma_write_count": 1 } }, { "panel": "multi_user_prefill_gqa", "kind": "prefill", "C": 4, "S_kv": 16, "op_log_summary": { "gemm_count": 32, "ipcq_copy_count": 24, "dma_read_count": 12, "dma_write_count": 4 } }, { "panel": "single_user_decode_gqa", "kind": "decode", "C": 1, "P": 8, "S_kv": 64, "op_log_summary": { "gemm_count": 16, "ipcq_copy_count": 21, "dma_read_count": 24, "dma_write_count": 1 } }, { "panel": "multi_user_decode_gqa", "kind": "decode", "C": 4, "P": 8, "S_kv": 128, "op_log_summary": { "gemm_count": 64, "ipcq_copy_count": 93, "dma_read_count": 96, "dma_write_count": 1 } } ] }