Files
kernbench2/src/kernbench/policy/routing/router.py
T
ywkang 81cc32c46b ADR-0001 Rev 2: 51-bit PhysAddr layout with concrete sub-unit tables
Remove rack_id (4 bits), rename sip_seg→die_id, shift fields to enable
42-bit local_offset (4 TB per die). Define PE_LOCAL/MCPU_LOCAL/CUBE_SRAM
sub-unit tables for AHBM dies and IOCPU sub-unit table for IOCHIPLET
dies (1 TB window). Supersedes ADR-0031.

Also fixes latent VA/PA confusion in pe_dma pipeline DMA path where
virtual addresses were decoded as physical addresses without MMU
translation — previously masked by coincidental bit-position alignment.

529 passed (+6 recovered), 10 pre-existing failures unchanged.

Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
2026-04-27 15:52:29 -07:00

190 lines
7.7 KiB
Python

from __future__ import annotations
import heapq
from collections import defaultdict
from kernbench.policy.address.phyaddr import PhysAddr, UnitType
from kernbench.topology.types import TopologyGraph
class RoutingError(Exception):
pass
class AddressResolver:
"""Resolve a PhysAddr to the destination node_id in the compiled graph.
Also provides named node lookups (find_m_cpu, find_pcie_ep, …) so that
component implementations never construct node_id strings directly.
Centralising the naming convention here means a single change propagates
everywhere (ADR-0015 D4).
"""
def __init__(self, graph: TopologyGraph) -> None:
self._node_ids = set(graph.nodes)
# ── Physical-address resolution ──────────────────────────────────
def resolve(self, addr: PhysAddr) -> str:
s = addr.sip_id
d = addr.die_id
if addr.kind == "hbm":
node_id = f"sip{s}.cube{d}.hbm_ctrl"
elif addr.kind == "pe_resource":
if addr.unit_type == UnitType.PE:
node_id = f"sip{s}.cube{d}.pe{addr.pe_id}.pe_tcm"
elif addr.unit_type == UnitType.SRAM:
node_id = f"sip{s}.cube{d}.sram"
elif addr.unit_type == UnitType.MCPU:
node_id = f"sip{s}.cube{d}.m_cpu"
else:
raise RoutingError(f"unsupported unit_type: {addr.unit_type}")
else:
raise RoutingError(f"unsupported address kind: {addr.kind}")
if node_id not in self._node_ids:
raise RoutingError(f"node {node_id} not found in topology")
return node_id
# ── Named node lookups ───────────────────────────────────────────
def find_m_cpu(self, sip: int, cube: int) -> str:
node_id = f"sip{sip}.cube{cube}.m_cpu"
if node_id not in self._node_ids:
raise RoutingError(f"M_CPU not found: {node_id}")
return node_id
def find_pcie_ep(self, sip: int, io_id: str = "io0") -> str:
node_id = f"sip{sip}.{io_id}.pcie_ep"
if node_id not in self._node_ids:
raise RoutingError(f"PCIE_EP not found: {node_id}")
return node_id
def find_io_cpu(self, sip: int, io_id: str = "io0") -> str:
node_id = f"sip{sip}.{io_id}.io_cpu"
if node_id not in self._node_ids:
raise RoutingError(f"IO_CPU not found: {node_id}")
return node_id
def find_all_pcie_eps(self) -> list[str]:
"""Return all PCIE_EP node ids across all SIPs, sorted."""
return sorted(nid for nid in self._node_ids if nid.endswith(".pcie_ep"))
class PathRouter:
"""Find data-path from a source PE (or arbitrary node) to a destination node.
Two adjacency graphs are maintained:
_adj — excludes command edges (used by PE DMA routing, find_path)
_adj_all — includes all edges (used by component-to-component routing,
find_node_path; required because M_CPU↔NOC links are "command")
"""
# Edge kinds excluded from M_CPU DMA adjacency: prevents routing through
# PE-internal pipeline nodes when computing DMA paths.
_MCPU_DMA_EXCLUDE = {"pe_internal", "pe_to_router"}
_UCIE_KINDS = {"ucie_internal", "ucie_conn_to_router", "router_to_ucie_conn",
"ucie_conn_to_noc", "noc_to_ucie_conn", "ucie_mesh",
"io_to_cube", "cube_to_io"}
def __init__(self, graph: TopologyGraph) -> None:
self._adj: dict[str, list[tuple[str, float]]] = defaultdict(list)
self._adj_all: dict[str, list[tuple[str, float]]] = defaultdict(list)
self._adj_mcpu_dma: dict[str, list[tuple[str, float]]] = defaultdict(list)
self._adj_local: dict[str, list[tuple[str, float]]] = defaultdict(list)
for e in graph.edges:
w = e.routing_weight_mm if e.routing_weight_mm is not None else e.distance_mm
self._adj_all[e.src].append((e.dst, w))
if e.kind != "command":
self._adj[e.src].append((e.dst, w))
if e.kind not in self._MCPU_DMA_EXCLUDE:
self._adj_mcpu_dma[e.src].append((e.dst, w))
if e.kind not in self._UCIE_KINDS:
self._adj_local[e.src].append((e.dst, w))
def find_path(self, src_pe: str, dst_node: str) -> list[str]:
"""PE DMA routing: prepends .pe_dma, excludes command edges."""
start = f"{src_pe}.pe_dma"
return self._run_dijkstra(self._adj, start, dst_node)
def find_path_with_distance(self, src_pe: str, dst_node: str) -> tuple[list[str], float]:
start = f"{src_pe}.pe_dma"
return self._run_dijkstra_with_dist(self._adj, start, dst_node)
def find_mcpu_dma_path(self, m_cpu_id: str, dst_hbm_id: str) -> list[str]:
"""M_CPU DMA path: routes through router mesh (ADR-0019).
Same-cube: uses _adj_local (no UCIe) to stay within mesh.
Cross-cube: uses _adj_all to route via UCIe.
"""
m_cube = ".".join(m_cpu_id.split(".")[:2])
d_cube = ".".join(dst_hbm_id.split(".")[:2])
if m_cube == d_cube:
return self._run_dijkstra(self._adj_local, m_cpu_id, dst_hbm_id)
return self._run_dijkstra(self._adj_all, m_cpu_id, dst_hbm_id)
def find_memory_path(self, src: str, dst: str) -> list[str]:
"""Direct memory path: pcie_ep → io_noc → cube → router mesh → hbm_ctrl.
Uses _adj_mcpu_dma which excludes pe_internal and pe_to_router edges,
preventing routing through PE pipeline nodes.
"""
return self._run_dijkstra(self._adj_mcpu_dma, src, dst)
def find_node_path(self, src: str, dst: str) -> list[str]:
"""General routing between arbitrary nodes, including command edges.
Used by components (IoCpuComponent, MCpuComponent) that route through
M_CPU↔NOC command-kind links.
"""
return self._run_dijkstra(self._adj_all, src, dst)
def _run_dijkstra(
self,
adj: dict[str, list[tuple[str, float]]],
start: str,
goal: str,
) -> list[str]:
path, _ = self._run_dijkstra_with_dist(adj, start, goal)
return path
def _run_dijkstra_with_dist(
self,
adj: dict[str, list[tuple[str, float]]],
start: str,
goal: str,
) -> tuple[list[str], float]:
if start == goal:
return [start], 0.0
best: dict[str, float] = {start: 0.0}
prev: dict[str, str] = {}
heap: list[tuple[float, str]] = [(0.0, start)]
while heap:
d, node = heapq.heappop(heap)
if node == goal:
path: list[str] = []
cur = goal
while cur != start:
path.append(cur)
cur = prev[cur]
path.append(start)
path.reverse()
return path, d
if d > best.get(node, float("inf")):
continue
for neighbor, edge_dist in adj[node]:
new_d = d + edge_dist
if new_d < best.get(neighbor, float("inf")):
best[neighbor] = new_d
prev[neighbor] = node
heapq.heappush(heap, (new_d, neighbor))
raise RoutingError(f"no path from {start} to {goal}")
# ── backward-compat shims (used by existing tests) ───────────────
def _dijkstra(self, start: str, goal: str) -> list[str]:
return self._run_dijkstra(self._adj, start, goal)
def _dijkstra_with_dist(self, start: str, goal: str) -> tuple[list[str], float]:
return self._run_dijkstra_with_dist(self._adj, start, goal)