in_progress
18_CSRMultiHeadSpMM.py
started
2026-05-11T08:39:46Z
reference PyTorch source (the prompt the agent sees)
import torch
import torch.nn as nn
class Model(nn.Module):
"""
Multi-head sparse aggregation with per-edge attention weights.
Each edge carries one weight per head, and source node features are arranged
as `(num_nodes, num_heads, head_dim)`. The output aggregates weighted
source features into `(num_nodes, num_heads, head_dim)`.
"""
def __init__(self):
super().__init__()
def forward(
self,
row_ptr: torch.Tensor,
col_idx: torch.Tensor,
edge_weight: torch.Tensor,
node_feat: torch.Tensor,
) -> torch.Tensor:
num_nodes = row_ptr.numel() - 1
num_heads = node_feat.shape[1]
head_dim = node_feat.shape[2]
out = torch.zeros(num_nodes, num_heads, head_dim, dtype=node_feat.dtype, device=node_feat.device)
for dst in range(num_nodes):
start = int(row_ptr[dst].item())
end = int(row_ptr[dst + 1].item())
if end > start:
src = col_idx[start:end].long()
weights = edge_weight[start:end].unsqueeze(-1)
out[dst] = (node_feat[src] * weights).sum(dim=0)
return out
num_nodes = 320
avg_degree = 14
num_heads = 8
head_dim = 32
def get_inputs():
return list(
popcorn_pri.make_csr_multihead_spmm_graph(
num_nodes, avg_degree, num_heads, head_dim
)
)
def get_init_inputs():
return []