correct
15_COOScatterAddNodeFeatures.py
started
2026-05-11T14:33:44Z
timingkernelbench.timing
kernel mean / median / std
0.04 / — / 9.47e-04 μs
ref mean / median / std
0.02 / — / 2.77e-04 μs
numerical precisioneval_kernel_against_ref
gpu memoryextended_metrics.measure_memory
kernel launches / fusiontorch.profiler
fusion ratio (ref / kernel)
1.12x
SOL (speed-of-light)nsight_hardware_counters
roofline / occupancynsight_hardware_counters
dram bandwidth
213.51 GB/s
warp stalls (top 5)nsight
reference PyTorch source (the prompt the agent sees)
import torch
import torch.nn as nn
class Model(nn.Module):
"""
Scatter-add edge features into destination-node accumulators.
This is a canonical graph primitive for COO-formatted workloads where edge
messages are already materialized and must be reduced into node states.
"""
def __init__(self, num_nodes):
super().__init__()
self.num_nodes = num_nodes
def forward(
self,
dst_idx: torch.Tensor,
edge_feat: torch.Tensor,
) -> torch.Tensor:
feat_dim = edge_feat.shape[1]
out = torch.zeros(self.num_nodes, feat_dim, dtype=edge_feat.dtype, device=edge_feat.device)
out.index_add_(0, dst_idx.long(), edge_feat)
return out
num_nodes = 768
num_edges = 16384
feat_dim = 64
def get_inputs():
p = popcorn_pri
n_edges = p.jitter_int(num_edges)
fd = p.jitter_int(feat_dim, align=8)
dst_idx = torch.randint(0, num_nodes, (n_edges,), dtype=torch.int32)
edge_feat = torch.randn(n_edges, fd, dtype=torch.float32)
return [dst_idx, edge_feat]
def get_init_inputs():
return [num_nodes]
turn 0284.0s turn · 3.0s LLM · 281.0s tools · tokens in=1,473 · out=6 · total=1,647
reasoning
The task is to replace the forward computation of a PyTorch model with a custom CUDA kernel. The model does a scatter-add of edge features into destination nodes using index_add_.
call → get_gpu_specs
callget_gpu_specs
{}
result ← get_gpu_specs (ok)
okget_gpu_specs
GPU specs for NVIDIA H100 80GB HBM3:
total memory (runtime): 79.1 GB
spec entry: H100
GPU Architecture: Hopper
GPU Memory: 80GB
Memory Bandwidth: 3.35 TB/s
FP64 TFLOPS: 34
FP64 Tensor Core TFLOPS: 67
FP32 TFLOPS: 67
TF32 Tensor Core TFLOPS: 989 with sparsity
BFLOAT16 Tensore Core TFLOPS: 1979 with sparsity
FP16 Tensor Core TFLOPS: 1979 with sparsity
FP8 Tensor Core TFLOPS: 3958 with sparsity
INT8 Tensor Core TOPS: 3958 with sparsity
Register File Size: 64K 32-bit registers per SM
Maximum number of registers per thread: 255
Maximum number of thread blocks per SM: 32
Shared memory capacity per SM: 228 KB
Maximum shared memory per thread block: 227 KB
turn 1189.6s turn · 9.4s LLM · 180.2s tools · tokens in=1,880 · out=460 · total=2,542
reasoning
It's an H100, high bandwidth memory.
call → compile_kernel
callcompile_kernel
{
"kernel_code": "import torch\nimport torch.nn as nn\nfrom torch.utils.cpp_extension import load_inline\n\ncuda_source = '''\n#include <torch/extension.h>\n#include <cuda.h>\n#include <cuda_runtime.h>\n\n__global__ void scatter_add_kernel(\n const int* __restrict__ dst_idx,\n const float* __restrict__ edge_feat,\n float* __restrict__ out,\n int num_edges,\n int feat_dim,\n int num_nodes\n) {\n int edge = blockIdx.x * blockDim.x + threadIdx.x;\n if (edge < num_edges) {\n int dst = dst_idx[edge];\n const float* feat = edge_feat + edge * feat_dim;\n float* out_feat = out + dst * feat_dim;\n for (int f = 0; f < feat_dim; ++f) {\n atomicAdd(&out_feat[f], feat[f]);\n }\n }\n}\n\ntorch::Tensor scatter_add_cuda(torch::Tensor dst_idx, torch::Tensor edge_feat, int num_nodes) {\n int num_edges = dst_idx.size(0);\n int feat_dim = edge_feat.size(1);\n auto out = torch::zeros({num_nodes, feat_dim}, edge_feat.options());\n dim3 block(256);\n dim3 grid((num_edges + 255) / 256);\n scatter_add_kernel<<<grid, block>>>(\n dst_idx.data_ptr<int>(),\n edge_feat.data_ptr<float>(),\n out.data_ptr<float>(),\n num_edges,\n feat_dim,\n num_nodes\n );\n return out;\n}\n'''\n\ncpp_source = '''\ntorch::Tensor scatter_add_cuda(torch::Tensor dst_idx, torch::Tensor edge_feat, int num_nodes);\n'''\n\nmodule = load_inline(\n name='scatter_add',\n cpp_sources=cpp_source,\n cuda_sources=cuda_source,\n functions=['scatter_add_cuda'],\n verbose=True\n)\n\nclass ModelNew(nn.Module):\n def __init__(self, num_nodes):\n super().__init__()\n self.num_nodes = num_nodes\n self.module = module\n\n def forward(self, dst_idx, edge_feat):\n return self.module.scatter_add_cuda(dst_idx, edge_feat, self.num_nodes)\n"
}
result ← compile_kernel (ok)
okcompile_kernel
compile_kernel PASSED: kernel compiled without errors.
turn 2368.7s turn · 3.2s LLM · 365.5s tools · tokens in=2,559 · out=461 · total=3,027
reasoning
Compiled successfully. Now check correctness.
call → run_correctness
callrun_correctness
{
"kernel_code": "import torch\nimport torch.nn as nn\nfrom torch.utils.cpp_extension import load_inline\n\ncuda_source = '''\n#include <torch/extension.h>\n#include <cuda.h>\n#include <cuda_runtime.h>\n\n__global__ void scatter_add_kernel(\n const int* __restrict__ dst_idx,\n const float* __restrict__ edge_feat,\n float* __restrict__ out,\n int num_edges,\n int feat_dim,\n int num_nodes\n) {\n int edge = blockIdx.x * blockDim.x + threadIdx.x;\n if (edge < num_edges) {\n int dst = dst_idx[edge];\n const float* feat = edge_feat + edge * feat_dim;\n float* out_feat = out + dst * feat_dim;\n for (int f = 0; f < feat_dim; ++f) {\n atomicAdd(&out_feat[f], feat[f]);\n }\n }\n}\n\ntorch::Tensor scatter_add_cuda(torch::Tensor dst_idx, torch::Tensor edge_feat, int num_nodes) {\n int num_edges = dst_idx.size(0);\n int feat_dim = edge_feat.size(1);\n auto out = torch::zeros({num_nodes, feat_dim}, edge_feat.options());\n dim3 block(256);\n dim3 grid((num_edges + 255) / 256);\n scatter_add_kernel<<<grid, block>>>(\n dst_idx.data_ptr<int>(),\n edge_feat.data_ptr<float>(),\n out.data_ptr<float>(),\n num_edges,\n feat_dim,\n num_nodes\n );\n return out;\n}\n'''\n\ncpp_source = '''\ntorch::Tensor scatter_add_cuda(torch::Tensor dst_idx, torch::Tensor edge_feat, int num_nodes);\n'''\n\nmodule = load_inline(\n name='scatter_add',\n cpp_sources=cpp_source,\n cuda_sources=cuda_source,\n functions=['scatter_add_cuda'],\n verbose=True\n)\n\nclass ModelNew(nn.Module):\n def __init__(self, num_nodes):\n super().__init__()\n self.num_nodes = num_nodes\n self.module = module\n\n def forward(self, dst_idx, edge_feat):\n return self.module.scatter_add_cuda(dst_idx, edge_feat, self.num_nodes)\n"
}
result ← run_correctness (fail)
failrun_correctness
run_correctness FAILED: ? trials did not all match.
runtime_error: expected scalar type Int but found Float
turn 3166.1s turn · 6.1s LLM · 160.0s tools · tokens in=3,056 · out=465 · total=3,639
reasoning
Error: dst_idx is int32 but kernel expects int, which is 32-bit, but perhaps cast issue.
call → compile_kernel
callcompile_kernel
{
"kernel_code": "import torch\nimport torch.nn as nn\nfrom torch.utils.cpp_extension import load_inline\n\ncuda_source = '''\n#include <torch/extension.h>\n#include <cuda.h>\n#include <cuda_runtime.h>\n#include <cstdint>\n\n__global__ void scatter_add_kernel(\n const int32_t* __restrict__ dst_idx,\n const float* __restrict__ edge_feat,\n float* __restrict__ out,\n int num_edges,\n int feat_dim\n) {\n int edge = blockIdx.x * blockDim.x + threadIdx.x;\n if (edge < num_edges) {\n int32_t dst = dst_idx[edge];\n const float* feat = edge_feat + edge * feat_dim;\n float* out_feat = out + (int)dst * feat_dim;\n for (int f = 0; f < feat_dim; ++f) {\n atomicAdd(&out_feat[f], feat[f]);\n }\n }\n}\n\ntorch::Tensor scatter_add_cuda(torch::Tensor dst_idx, torch::Tensor edge_feat, int num_nodes) {\n int num_edges = dst_idx.size(0);\n int feat_dim = edge_feat.size(1);\n auto out = torch::zeros({num_nodes, feat_dim}, edge_feat.options());\n dim3 block(256);\n dim3 grid((num_edges + 255) / 256);\n scatter_add_kernel<<<grid, block>>>(\n dst_idx.data_ptr<int32_t>(),\n edge_feat.data_ptr<float>(),\n out.data_ptr<float>(),\n num_edges,\n feat_dim\n );\n return out;\n}\n'''\n\ncpp_source = '''\ntorch::Tensor scatter_add_cuda(torch::Tensor dst_idx, torch::Tensor edge_feat, int num_nodes);\n'''\n\nmodule = load_inline(\n name='scatter_add',\n cpp_sources=cpp_source,\n cuda_sources=cuda_source,\n functions=['scatter_add_cuda'],\n verbose=True\n)\n\nclass ModelNew(nn.Module):\n def __init__(self, num_nodes):\n super().__init__()\n self.num_nodes = num_nodes\n self.module = module\n\n def forward(self, dst_idx, edge_feat):\n return self.module.scatter_add_cuda(dst_idx, edge_feat, self.num_nodes)\n"
}
result ← compile_kernel (ok)
okcompile_kernel
compile_kernel PASSED: kernel compiled without errors.
turn 4482.6s turn · 4.9s LLM · 477.7s tools · tokens in=3,656 · out=466 · total=4,126
reasoning
Now run correctness.
call → run_correctness
callrun_correctness
{
"kernel_code": "import torch\nimport torch.nn as nn\nfrom torch.utils.cpp_extension import load_inline\n\ncuda_source = '''\n#include <torch/extension.h>\n#include <cuda.h>\n#include <cuda_runtime.h>\n#include <cstdint>\n\n__global__ void scatter_add_kernel(\n const int32_t* __restrict__ dst_idx,\n const float* __restrict__ edge_feat,\n float* __restrict__ out,\n int num_edges,\n int feat_dim\n) {\n int edge = blockIdx.x * blockDim.x + threadIdx.x;\n if (edge < num_edges) {\n int32_t dst = dst_idx[edge];\n const float* feat = edge_feat + edge * feat_dim;\n float* out_feat = out + (int)dst * feat_dim;\n for (int f = 0; f < feat_dim; ++f) {\n atomicAdd(&out_feat[f], feat[f]);\n }\n }\n}\n\ntorch::Tensor scatter_add_cuda(torch::Tensor dst_idx, torch::Tensor edge_feat, int num_nodes) {\n int num_edges = dst_idx.size(0);\n int feat_dim = edge_feat.size(1);\n auto out = torch::zeros({num_nodes, feat_dim}, edge_feat.options());\n dim3 block(256);\n dim3 grid((num_edges + 255) / 256);\n scatter_add_kernel<<<grid, block>>>(\n dst_idx.data_ptr<int32_t>(),\n edge_feat.data_ptr<float>(),\n out.data_ptr<float>(),\n num_edges,\n feat_dim\n );\n return out;\n}\n'''\n\ncpp_source = '''\ntorch::Tensor scatter_add_cuda(torch::Tensor dst_idx, torch::Tensor edge_feat, int num_nodes);\n'''\n\nmodule = load_inline(\n name='scatter_add',\n cpp_sources=cpp_source,\n cuda_sources=cuda_source,\n functions=['scatter_add_cuda'],\n verbose=True\n)\n\nclass ModelNew(nn.Module):\n def __init__(self, num_nodes):\n super().__init__()\n self.num_nodes = num_nodes\n self.module = module\n\n def forward(self, dst_idx, edge_feat):\n return self.module.scatter_add_cuda(dst_idx, edge_feat, self.num_nodes)\n"
}
result ← run_correctness (fail)
failrun_correctness
run_correctness FAILED: ? trials did not all match.
runtime_error: expected scalar type Int but found Float
turn 5240.9s turn · 7.2s LLM · 233.7s tools · tokens in=4,155 · out=476 · total=4,764
reasoning
Still error. The error mentions "expected scalar type Int but found Float". Perhaps dst_idx needs to be long or something? No.
call → compile_kernel
callcompile_kernel
{
"kernel_code": "import torch\nimport torch.nn as nn\nfrom torch.utils.cpp_extension import load_inline\n\ncuda_source = '''\n#include <torch/extension.h>\n#include <cuda.h>\n#include <cuda_runtime.h>\n#include <cstdint>\n\n__global__ void scatter_add_kernel(\n const int64_t* __restrict__ dst_idx,\n const float* __restrict__ edge_feat,\n float* __restrict__ out,\n int num_edges,\n int feat_dim\n) {\n int edge = blockIdx.x * blockDim.x + threadIdx.x;\n if (edge < num_edges) {\n int64_t dst = dst_idx[edge];\n const float* feat = edge_feat + edge * feat_dim;\n float* out_feat = out + dst * feat_dim;\n for (int f = 0; f < feat_dim; ++f) {\n atomicAdd(&out_feat[f], feat[f]);\n }\n }\n}\n\ntorch::Tensor scatter_add_cuda(torch::Tensor dst_idx, torch::Tensor edge_feat, int num_nodes) {\n int num_edges = dst_idx.size(0);\n int feat_dim = edge_feat.size(1);\n auto out = torch::zeros({num_nodes, feat_dim}, edge_feat.options());\n auto dst_long = dst_idx.to(torch::kInt64);\n dim3 block(256);\n dim3 grid((num_edges + 255) / 256);\n scatter_add_kernel<<<grid, block>>>(\n dst_long.data_ptr<int64_t>(),\n edge_feat.data_ptr<float>(),\n out.data_ptr<float>(),\n num_edges,\n feat_dim\n );\n return out;\n}\n'''\n\ncpp_source = '''\ntorch::Tensor scatter_add_cuda(torch::Tensor dst_idx, torch::Tensor edge_feat, int num_nodes);\n'''\n\nmodule = load_inline(\n name='scatter_add',\n cpp_sources=cpp_source,\n cuda_sources=cuda_source,\n functions=['scatter_add_cuda'],\n verbose=True\n)\n\nclass ModelNew(nn.Module):\n def __init__(self, num_nodes):\n super().__init__()\n self.num_nodes = num_nodes\n self.module = module\n\n def forward(self, dst_idx, edge_feat):\n return self.module.scatter_add_cuda(dst_idx, edge_feat, self.num_nodes)\n"
}
result ← compile_kernel (ok)
okcompile_kernel
compile_kernel PASSED: kernel compiled without errors.
turn 6255.4s turn · 6.2s LLM · 249.2s tools · tokens in=4,781 · out=477 · total=5,261
reasoning
Now test.
call → run_correctness
callrun_correctness
{
"kernel_code": "import torch\nimport torch.nn as nn\nfrom torch.utils.cpp_extension import load_inline\n\ncuda_source = '''\n#include <torch/extension.h>\n#include <cuda.h>\n#include <cuda_runtime.h>\n#include <cstdint>\n\n__global__ void scatter_add_kernel(\n const int64_t* __restrict__ dst_idx,\n const float* __restrict__ edge_feat,\n float* __restrict__ out,\n int num_edges,\n int feat_dim\n) {\n int edge = blockIdx.x * blockDim.x + threadIdx.x;\n if (edge < num_edges) {\n int64_t dst = dst_idx[edge];\n const float* feat = edge_feat + edge * feat_dim;\n float* out_feat = out + dst * feat_dim;\n for (int f = 0; f < feat_dim; ++f) {\n atomicAdd(&out_feat[f], feat[f]);\n }\n }\n}\n\ntorch::Tensor scatter_add_cuda(torch::Tensor dst_idx, torch::Tensor edge_feat, int num_nodes) {\n int num_edges = dst_idx.size(0);\n int feat_dim = edge_feat.size(1);\n auto out = torch::zeros({num_nodes, feat_dim}, edge_feat.options());\n auto dst_long = dst_idx.to(torch::kInt64);\n dim3 block(256);\n dim3 grid((num_edges + 255) / 256);\n scatter_add_kernel<<<grid, block>>>(\n dst_long.data_ptr<int64_t>(),\n edge_feat.data_ptr<float>(),\n out.data_ptr<float>(),\n num_edges,\n feat_dim\n );\n return out;\n}\n'''\n\ncpp_source = '''\ntorch::Tensor scatter_add_cuda(torch::Tensor dst_idx, torch::Tensor edge_feat, int num_nodes);\n'''\n\nmodule = load_inline(\n name='scatter_add',\n cpp_sources=cpp_source,\n cuda_sources=cuda_source,\n functions=['scatter_add_cuda'],\n verbose=True\n)\n\nclass ModelNew(nn.Module):\n def __init__(self, num_nodes):\n super().__init__()\n self.num_nodes = num_nodes\n self.module = module\n\n def forward(self, dst_idx, edge_feat):\n return self.module.scatter_add_cuda(dst_idx, edge_feat, self.num_nodes)\n"
}
result ← run_correctness (ok)
okrun_correctness
run_correctness PASSED: (5 / 5) trials all matched the reference.
Numerical precision: max_abs_err=5.72e-06 mean_abs_err=3.76e-07 max_rel_err=3.30e-02
turn 7459.8s turn · 8.6s LLM · 451.2s tools · tokens in=5,321 · out=565 · total=6,018
reasoning
Correctness passed! Now, I should submit it, but is it faster? The task requires faster than reference, but since submit will measure, and this is naive, may or may not be.
call → compile_kernel
callcompile_kernel
{
"kernel_code": "import torch\nimport torch.nn as nn\nfrom torch.utils.cpp_extension import load_inline\n\ncuda_source = '''\n#include <torch/extension.h>\n#include <cuda.h>\n#include <cuda_runtime.h>\n#include <cstdint>\n\n__global__ void scatter_add_kernel_vec4(\n const int64_t* __restrict__ dst_idx,\n const float* __restrict__ edge_feat,\n float* __restrict__ out,\n int num_edges,\n int feat_dim\n) {\n int edge = blockIdx.x * blockDim.x + threadIdx.x;\n if (edge < num_edges) {\n int64_t dst = dst_idx[edge];\n const float4* feat4 = reinterpret_cast<const float4*>(edge_feat + edge * feat_dim);\n float4* out_feat4 = reinterpret_cast<float4*>(out + dst * feat_dim);\n int vecs = feat_dim / 4;\n for (int v = 0; v < vecs; ++v) {\n float4 val = feat4[v];\n atomicAdd(&out_feat4[v].x, val.x);\n atomicAdd(&out_feat4[v].y, val.y);\n atomicAdd(&out_feat4[v].z, val.z);\n atomicAdd(&out_feat4[v].w, val.w);\n }\n }\n}\n\ntorch::Tensor scatter_add_cuda(torch::Tensor dst_idx, torch::Tensor edge_feat, int num_nodes) {\n int num_edges = dst_idx.size(0);\n int feat_dim = edge_feat.size(1);\n auto out = torch::zeros({num_nodes, feat_dim}, edge_feat.options());\n auto dst_long = dst_idx.to(torch::kInt64).contiguous();\n dim3 block(256);\n dim3 grid((num_edges + 255) / 256);\n scatter_add_kernel_vec4<<<grid, block>>>(\n dst_long.data_ptr<int64_t>(),\n edge_feat.data_ptr<float>(),\n out.data_ptr<float>(),\n num_edges,\n feat_dim\n );\n return out;\n}\n'''\n\ncpp_source = '''\ntorch::Tensor scatter_add_cuda(torch::Tensor dst_idx, torch::Tensor edge_feat, int num_nodes);\n'''\n\nmodule = load_inline(\n name='scatter_add_vec4',\n cpp_sources=cpp_source,\n cuda_sources=cuda_source,\n functions=['scatter_add_cuda'],\n verbose=True\n)\n\nclass ModelNew(nn.Module):\n def __init__(self, num_nodes):\n super().__init__()\n self.num_nodes = num_nodes\n self.module = module\n\n def forward(self, dst_idx, edge_feat):\n return self.module.scatter_add_cuda(dst_idx, edge_feat, self.num_nodes)\n"
}
result ← compile_kernel (ok)
okcompile_kernel
compile_kernel PASSED: kernel compiled without errors.
turn 8154.5s turn · 5.3s LLM · 149.2s tools · tokens in=6,035 · out=566 · total=6,605
reasoning
Test correctness again.
call → run_correctness
callrun_correctness
{
"kernel_code": "import torch\nimport torch.nn as nn\nfrom torch.utils.cpp_extension import load_inline\n\ncuda_source = '''\n#include <torch/extension.h>\n#include <cuda.h>\n#include <cuda_runtime.h>\n#include <cstdint>\n\n__global__ void scatter_add_kernel_vec4(\n const int64_t* __restrict__ dst_idx,\n const float* __restrict__ edge_feat,\n float* __restrict__ out,\n int num_edges,\n int feat_dim\n) {\n int edge = blockIdx.x * blockDim.x + threadIdx.x;\n if (edge < num_edges) {\n int64_t dst = dst_idx[edge];\n const float4* feat4 = reinterpret_cast<const float4*>(edge_feat + edge * feat_dim);\n float4* out_feat4 = reinterpret_cast<float4*>(out + dst * feat_dim);\n int vecs = feat_dim / 4;\n for (int v = 0; v < vecs; ++v) {\n float4 val = feat4[v];\n atomicAdd(&out_feat4[v].x, val.x);\n atomicAdd(&out_feat4[v].y, val.y);\n atomicAdd(&out_feat4[v].z, val.z);\n atomicAdd(&out_feat4[v].w, val.w);\n }\n }\n}\n\ntorch::Tensor scatter_add_cuda(torch::Tensor dst_idx, torch::Tensor edge_feat, int num_nodes) {\n int num_edges = dst_idx.size(0);\n int feat_dim = edge_feat.size(1);\n auto out = torch::zeros({num_nodes, feat_dim}, edge_feat.options());\n auto dst_long = dst_idx.to(torch::kInt64).contiguous();\n dim3 block(256);\n dim3 grid((num_edges + 255) / 256);\n scatter_add_kernel_vec4<<<grid, block>>>(\n dst_long.data_ptr<int64_t>(),\n edge_feat.data_ptr<float>(),\n out.data_ptr<float>(),\n num_edges,\n feat_dim\n );\n return out;\n}\n'''\n\ncpp_source = '''\ntorch::Tensor scatter_add_cuda(torch::Tensor dst_idx, torch::Tensor edge_feat, int num_nodes);\n'''\n\nmodule = load_inline(\n name='scatter_add_vec4',\n cpp_sources=cpp_source,\n cuda_sources=cuda_source,\n functions=['scatter_add_cuda'],\n verbose=True\n)\n\nclass ModelNew(nn.Module):\n def __init__(self, num_nodes):\n super().__init__()\n self.num_nodes = num_nodes\n self.module = module\n\n def forward(self, dst_idx, edge_feat):\n return self.module.scatter_add_cuda(dst_idx, edge_feat, self.num_nodes)\n"
}
result ← run_correctness (ok)
okrun_correctness
run_correctness PASSED: (5 / 5) trials all matched the reference.
Numerical precision: max_abs_err=5.72e-06 mean_abs_err=3.77e-07 max_rel_err=3.60e-02
turn 985.1s turn · 5.2s LLM · 79.9s tools · tokens in=6,699 · out=565 · total=7,279 · FINAL
reasoning
It passed correctness, and vec4 might be better. I think submit.
call → submit_kernel
callsubmit_kernel
{
"kernel_code": "import torch\nimport torch.nn as nn\nfrom torch.utils.cpp_extension import load_inline\n\ncuda_source = '''\n#include <torch/extension.h>\n#include <cuda.h>\n#include <cuda_runtime.h>\n#include <cstdint>\n\n__global__ void scatter_add_kernel_vec4(\n const int64_t* __restrict__ dst_idx,\n const float* __restrict__ edge_feat,\n float* __restrict__ out,\n int num_edges,\n int feat_dim\n) {\n int edge = blockIdx.x * blockDim.x + threadIdx.x;\n if (edge < num_edges) {\n int64_t dst = dst_idx[edge];\n const float4* feat4 = reinterpret_cast<const float4*>(edge_feat + edge * feat_dim);\n float4* out_feat4 = reinterpret_cast<float4*>(out + dst * feat_dim);\n int vecs = feat_dim / 4;\n for (int v = 0; v < vecs; ++v) {\n float4 val = feat4[v];\n atomicAdd(&out_feat4[v].x, val.x);\n atomicAdd(&out_feat4[v].y, val.y);\n atomicAdd(&out_feat4[v].z, val.z);\n atomicAdd(&out_feat4[v].w, val.w);\n }\n }\n}\n\ntorch::Tensor scatter_add_cuda(torch::Tensor dst_idx, torch::Tensor edge_feat, int num_nodes) {\n int num_edges = dst_idx.size(0);\n int feat_dim = edge_feat.size(1);\n auto out = torch::zeros({num_nodes, feat_dim}, edge_feat.options());\n auto dst_long = dst_idx.to(torch::kInt64).contiguous();\n dim3 block(256);\n dim3 grid((num_edges + 255) / 256);\n scatter_add_kernel_vec4<<<grid, block>>>(\n dst_long.data_ptr<int64_t>(),\n edge_feat.data_ptr<float>(),\n out.data_ptr<float>(),\n num_edges,\n feat_dim\n );\n return out;\n}\n'''\n\ncpp_source = '''\ntorch::Tensor scatter_add_cuda(torch::Tensor dst_idx, torch::Tensor edge_feat, int num_nodes);\n'''\n\nmodule = load_inline(\n name='scatter_add_vec4',\n cpp_sources=cpp_source,\n cuda_sources=cuda_source,\n functions=['scatter_add_cuda'],\n verbose=True\n)\n\nclass ModelNew(nn.Module):\n def __init__(self, num_nodes):\n super().__init__()\n self.num_nodes = num_nodes\n self.module = module\n\n def forward(self, dst_idx, edge_feat):\n return self.module.scatter_add_cuda(dst_idx, edge_feat, self.num_nodes)\n"
}
result ← submit_kernel (ok)
oksubmit_kernel
submit_kernel PASSED: (5 / 5) correctness trials all passed.
Kernel runtime: 0.04 μs
Runtime stats: mean=0.04μs median=?μs std=0.00μs
Numerical precision: max_abs_err=5.72e-06 mean_abs_err=3.76e-07 max_rel_err=2.14e-02
Memory: 37.38 MB peak (ref: 37.38 MB, ratio: 1.0x)
Kernel launches: 8 (ref: 9, fusion ratio: 1.125)
SOL score: 0.0637
final submitted kernel (72 lines, 2,135 chars) — full source, untruncated
import torch
import torch.nn as nn
from torch.utils.cpp_extension import load_inline
cuda_source = '''
#include <torch/extension.h>
#include <cuda.h>
#include <cuda_runtime.h>
#include <cstdint>
__global__ void scatter_add_kernel_vec4(
const int64_t* __restrict__ dst_idx,
const float* __restrict__ edge_feat,
float* __restrict__ out,
int num_edges,
int feat_dim
) {
int edge = blockIdx.x * blockDim.x + threadIdx.x;
if (edge < num_edges) {
int64_t dst = dst_idx[edge];
const float4* feat4 = reinterpret_cast<const float4*>(edge_feat + edge * feat_dim);
float4* out_feat4 = reinterpret_cast<float4*>(out + dst * feat_dim);
int vecs = feat_dim / 4;
for (int v = 0; v < vecs; ++v) {
float4 val = feat4[v];
atomicAdd(&out_feat4[v].x, val.x);
atomicAdd(&out_feat4[v].y, val.y);
atomicAdd(&out_feat4[v].z, val.z);
atomicAdd(&out_feat4[v].w, val.w);
}
}
}
torch::Tensor scatter_add_cuda(torch::Tensor dst_idx, torch::Tensor edge_feat, int num_nodes) {
int num_edges = dst_idx.size(0);
int feat_dim = edge_feat.size(1);
auto out = torch::zeros({num_nodes, feat_dim}, edge_feat.options());
auto dst_long = dst_idx.to(torch::kInt64).contiguous();
dim3 block(256);
dim3 grid((num_edges + 255) / 256);
scatter_add_kernel_vec4<<<grid, block>>>(
dst_long.data_ptr<int64_t>(),
edge_feat.data_ptr<float>(),
out.data_ptr<float>(),
num_edges,
feat_dim
);
return out;
}
'''
cpp_source = '''
torch::Tensor scatter_add_cuda(torch::Tensor dst_idx, torch::Tensor edge_feat, int num_nodes);
'''
module = load_inline(
name='scatter_add_vec4',
cpp_sources=cpp_source,
cuda_sources=cuda_source,
functions=['scatter_add_cuda'],
verbose=True
)
class ModelNew(nn.Module):
def __init__(self, num_nodes):
super().__init__()
self.num_nodes = num_nodes
self.module = module
def forward(self, dst_idx, edge_feat):
return self.module.scatter_add_cuda(dst_idx, edge_feat, self.num_nodes)