incorrect
8_SegmentTopKCSR.py
started
2026-05-11T21:32:49Z
correctness issue:
timingkernelbench.timing
kernel mean / median / std
—
ref mean / median / std
20.80 / — / 0.65 μs
SOL (speed-of-light)nsight_hardware_counters
roofline / occupancynsight_hardware_counters
warp stalls (top 5)nsight
reference PyTorch source (the prompt the agent sees)
import torch
import torch.nn as nn
class Model(nn.Module):
"""
Per-row top-k selection over CSR edge segments.
Returns the top-k values and their original edge indices for each node's
neighborhood. Useful for graph sparsification, hard attention, and
candidate-pruning workloads.
"""
def __init__(self, k):
super().__init__()
self.k = k
def forward(
self,
row_ptr: torch.Tensor,
edge_scores: torch.Tensor,
) -> tuple[torch.Tensor, torch.Tensor]:
num_nodes = row_ptr.numel() - 1
topk_vals = torch.full((num_nodes, self.k), float("-inf"), dtype=edge_scores.dtype, device=edge_scores.device)
topk_idx = torch.full((num_nodes, self.k), -1, dtype=torch.int64, device=edge_scores.device)
for node in range(num_nodes):
start = int(row_ptr[node].item())
end = int(row_ptr[node + 1].item())
if end <= start:
continue
segment = edge_scores[start:end]
curr_k = min(self.k, end - start)
vals, idx = torch.topk(segment, k=curr_k, dim=0)
topk_vals[node, :curr_k] = vals
topk_idx[node, :curr_k] = idx.long() + start
return topk_vals, topk_idx
num_nodes = 320
avg_degree = 12
k = 4
def get_inputs():
return list(popcorn_pri.make_csr_scalar_edge_scores(num_nodes, avg_degree))
def get_init_inputs():
return [k]
turn 0121.0s turn · 5.7s LLM · 115.3s tools · tokens in=2,238 · out=6 · total=2,644
reasoning
The task is to replace the forward computation of a PyTorch model with a custom CUDA kernel. The model performs per-row top-k selection over CSR edge segments.
The task involves replacing the forward computation of a PyTorch model with a custom CUDA kernel. The model selects per-row top-k elements from CSR-formatted edge segments. The reference implementation uses a Python loop over nodes, applying torch.
call → get_gpu_specs
callget_gpu_specs
{}
result ← get_gpu_specs (ok)
okget_gpu_specs
GPU specs for NVIDIA H100 80GB HBM3:
total memory (runtime): 79.1 GB
spec entry: H100
GPU Architecture: Hopper
GPU Memory: 80GB
Memory Bandwidth: 3.35 TB/s
FP64 TFLOPS: 34
FP64 Tensor Core TFLOPS: 67
FP32 TFLOPS: 67
TF32 Tensor Core TFLOPS: 989 with sparsity
BFLOAT16 Tensore Core TFLOPS: 1979 with sparsity
FP16 Tensor Core TFLOPS: 1979 with sparsity
FP8 Tensor Core TFLOPS: 3958 with sparsity
INT8 Tensor Core TOPS: 3958 with sparsity
Register File Size: 64K 32-bit registers per SM
Maximum number of registers per thread: 255
Maximum number of thread blocks per SM: 32
Shared memory capacity per SM: 228 KB
Maximum shared memory per thread block: 227 KB
turn 1 · 2 tool call(s) · 334.6s turn · 23.7s LLM · tokens in=2,877 · out=1,745 · total=4,828 · 8,015 chars (click to expand)
turn 1334.6s turn · 23.7s LLM · 310.9s tools · tokens in=2,877 · out=1,745 · total=4,828
reasoning
H100 GPU, plenty of power.
call → compile_kernel
callcompile_kernel
{
"kernel_code": "import torch\nimport torch.nn as nn\nfrom torch.utils.cpp_extension import load_inline\n\ncuda_source = '''\n#include <cuda_runtime.h>\n#include <cfloat>\n\n__global__ void topk_csr_kernel(\n const int* __restrict__ row_ptr,\n const float* __restrict__ edge_scores,\n float* __restrict__ topk_vals,\n long long* __restrict__ topk_idx,\n const int k,\n const int num_nodes\n) {\n int node = blockIdx.x * blockDim.x + threadIdx.x;\n if (node >= num_nodes) return;\n\n int start = row_ptr[node];\n int end = row_ptr[node + 1];\n int degree = end - start;\n\n if (degree <= 0) {\n for (int i = 0; i < k; ++i) {\n topk_vals[node * k + i] = -FLT_MAX;\n topk_idx[node * k + i] = -1;\n }\n return;\n }\n\n int curr_k = min(k, degree);\n\n // Simple selection for top-k\n float vals[32]; // assume degree < 32\n int orig_idx[32];\n for (int i = 0; i < degree; ++i) {\n vals[i] = edge_scores[start + i];\n orig_idx[i] = start + i;\n }\n\n // Selection sort for top curr_k\n for (int i = 0; i < curr_k; ++i) {\n int max_pos = i;\n for (int j = i + 1; j < degree; ++j) {\n if (vals[j] > vals[max_pos]) {\n max_pos = j;\n }\n }\n // swap\n float tmpv = vals[i]; vals[i] = vals[max_pos]; vals[max_pos] = tmpv;\n int tmpi = orig_idx[i]; orig_idx[i] = orig_idx[max_pos]; orig_idx[max_pos] = tmpi;\n }\n\n for (int i = 0; i < curr_k; ++i) {\n topk_vals[node * k + i] = vals[i];\n topk_idx[node * k + i] = orig_idx[i];\n }\n for (int i = curr_k; i < k; ++i) {\n topk_vals[node * k + i] = -FLT_MAX;\n topk_idx[node * k + i] = -1;\n }\n}\n\ntorch::Tensor topk_csr_cuda(\n torch::Tensor row_ptr,\n torch::Tensor edge_scores,\n int k\n) {\n int num_nodes = row_ptr.size(0) - 1;\n auto options_vals = torch::TensorOptions().dtype(edge_scores.dtype()).device(edge_scores.device());\n auto options_idx = torch::TensorOptions().dtype(torch::kInt64).device(edge_scores.device());\n auto topk_vals = torch::full({num_nodes, k}, -std::numeric_limits<float>::infinity(), options_vals);\n auto topk_idx = torch::full({num_nodes, k}, -1, options_idx);\n\n int threads = 256;\n int blocks = (num_nodes + threads - 1) / threads;\n topk_csr_kernel<<<blocks, threads>>>(\n row_ptr.data_ptr<int>(),\n edge_scores.data_ptr<float>(),\n topk_vals.data_ptr<float>(),\n topk_idx.data_ptr<long long>(),\n k,\n num_nodes\n );\n return topk_vals, topk_idx; // wait, need to return tuple\n}\n'''\n\ncpp_source = '''\nstd::tuple<torch::Tensor, torch::Tensor> topk_csr_cuda(torch::Tensor row_ptr, torch::Tensor edge_scores, int k);\n'''\n\nmodule = load_inline(\n name='topk_csr',\n cpp_sources=[cpp_source],\n cuda_sources=[cuda_source],\n functions=['topk_csr_cuda'],\n verbose=True\n)\n'''\n\n# This is incomplete, need to fix the return in cpp."
}
call → run_correctness
callrun_correctness
{
"kernel_code": "import torch\nimport torch.nn as nn\nfrom torch.utils.cpp_extension import load_inline\n\ncuda_source = '''\n#include <cuda_runtime.h>\n#include <cfloat>\n#include <limits>\n\n__global__ void topk_csr_kernel(\n const int* __restrict__ row_ptr,\n const float* __restrict__ edge_scores,\n float* __restrict__ topk_vals,\n int64_t* __restrict__ topk_idx,\n const int k,\n const int num_nodes\n) {\n int node = blockIdx.x * blockDim.x + threadIdx.x;\n if (node >= num_nodes) return;\n\n int start = row_ptr[node];\n int end = row_ptr[node + 1];\n int degree = end - start;\n\n if (degree <= 0) {\n for (int i = 0; i < k; ++i) {\n topk_vals[node * k + i] = -FLT_MAX;\n topk_idx[node * k + i] = -1;\n }\n return;\n }\n\n int curr_k = min(k, degree);\n\n float vals[32];\n int orig_idx[32];\n for (int i = 0; i < degree; ++i) {\n vals[i] = edge_scores[start + i];\n orig_idx[i] = start + i;\n }\n\n for (int i = 0; i < curr_k; ++i) {\n int max_pos = i;\n for (int j = i + 1; j < degree; ++j) {\n if (vals[j] > vals[max_pos]) {\n max_pos = j;\n }\n }\n float tmpv = vals[i]; vals[i] = vals[max_pos]; vals[max_pos] = tmpv;\n int tmpi = orig_idx[i]; orig_idx[i] = orig_idx[max_pos]; orig_idx[max_pos] = tmpi;\n }\n\n for (int i = 0; i < curr_k; ++i) {\n topk_vals[node * k + i] = vals[i];\n topk_idx[node * k + i] = orig_idx[i];\n }\n for (int i = curr_k; i < k; ++i) {\n topk_vals[node * k + i] = -FLT_MAX;\n topk_idx[node * k + i] = -1;\n }\n}\n\nstd::tuple<torch::Tensor, torch::Tensor> topk_csr_cuda(torch::Tensor row_ptr, torch::Tensor edge_scores, int k) {\n int num_nodes = row_ptr.size(0) - 1;\n auto options_vals = torch::TensorOptions().dtype(edge_scores.dtype()).device(edge_scores.device());\n auto options_idx = torch::TensorOptions().dtype(torch::kInt64).device(edge_scores.device());\n auto topk_vals = torch::full({num_nodes, k}, -std::numeric_limits<float>::infinity(), options_vals);\n auto topk_idx = torch::full({num_nodes, k}, -1, options_idx);\n\n int threads = 256;\n int blocks = (num_nodes + threads - 1) / threads;\n topk_csr_kernel<<<blocks, threads>>>(\n row_ptr.data_ptr<int>(),\n edge_scores.data_ptr<float>(),\n topk_vals.data_ptr<float>(),\n topk_idx.data_ptr<int64_t>(),\n k,\n num_nodes\n );\n cudaDeviceSynchronize();\n return std::make_tuple(topk_vals, topk_idx);\n}\n'''\n\ncpp_source = '''\n#include <torch/extension.h>\nstd::tuple<torch::Tensor, torch::Tensor> topk_csr_cuda(torch::Tensor row_ptr, torch::Tensor edge_scores, int k);\n'''\n\nmodule = load_inline(\n name='topk_csr',\n cpp_sources=[cpp_source],\n cuda_sources=[cuda_source],\n functions=['topk_csr_cuda'],\n verbose=True\n)\n\nclass ModelNew(nn.Module):\n def __init__(self, k):\n super().__init__()\n self.k = k\n self.module = module\n\n def forward(self, row_ptr, edge_scores):\n return self.module.topk_csr_cuda(row_ptr, edge_scores, self.k)\n"
}
result ← compile_kernel (fail)
failcompile_kernel
compile_kernel FAILED: ModelNew class not found or syntax error prevented execution.
Syntax Error in custom generated code or Compilation Error unterminated triple-quoted string literal (detected at line 105) (<string>, line 103)
result ← run_correctness (fail)
failrun_correctness
run_correctness FAILED: ? trials did not all match.
runtime_error: expected scalar type Int but found Float
turn 2185.2s turn · 9.3s LLM · 175.9s tools · tokens in=4,905 · out=902 · total=5,931
reasoning
Errors. First, the kernel_code had syntax issues because of how I wrote it.
call → compile_kernel
callcompile_kernel
{
"kernel_code": "import torch\nimport torch.nn as nn\nfrom torch.utils.cpp_extension import load_inline\n\ncuda_source = r'''\n#include <cuda_runtime.h>\n#include <cfloat>\n#include <limits>\n#include <tuple>\n\n__global__ void topk_csr_kernel(\n const int* __restrict__ row_ptr,\n const float* __restrict__ edge_scores,\n float* __restrict__ topk_vals,\n int64_t* __restrict__ topk_idx,\n const int k,\n const int num_nodes\n) {\n int node = blockIdx.x * blockDim.x + threadIdx.x;\n if (node >= num_nodes) return;\n\n int start = row_ptr[node];\n int end = row_ptr[node + 1];\n int degree = end - start;\n\n if (degree <= 0) {\n for (int i = 0; i < k; ++i) {\n topk_vals[node * k + i] = -FLT_MAX;\n topk_idx[node * k + i] = -1;\n }\n return;\n }\n\n int curr_k = min(k, degree);\n\n float vals[32];\n int orig_idx[32];\n for (int i = 0; i < degree; ++i) {\n vals[i] = edge_scores[start + i];\n orig_idx[i] = start + i;\n }\n\n for (int i = 0; i < curr_k; ++i) {\n int max_pos = i;\n for (int j = i + 1; j < degree; ++j) {\n if (vals[j] > vals[max_pos]) {\n max_pos = j;\n }\n }\n float tmpv = vals[i]; vals[i] = vals[max_pos]; vals[max_pos] = tmpv;\n int tmpi = orig_idx[i]; orig_idx[i] = orig_idx[max_pos]; orig_idx[max_pos] = tmpi;\n }\n\n for (int i = 0; i < curr_k; ++i) {\n topk_vals[node * k + i] = vals[i];\n topk_idx[node * k + i] = orig_idx[i];\n }\n for (int i = curr_k; i < k; ++i) {\n topk_vals[node * k + i] = -FLT_MAX;\n topk_idx[node * k + i] = -1;\n }\n}\n\nstd::tuple<torch::Tensor, torch::Tensor> topk_csr_cuda(torch::Tensor row_ptr, torch::Tensor edge_scores, int k) {\n int num_nodes = row_ptr.size(0) - 1;\n auto options_vals = torch::TensorOptions().dtype(edge_scores.dtype()).device(edge_scores.device());\n auto options_idx = torch::TensorOptions().dtype(torch::kInt64).device(edge_scores.device());\n auto topk_vals = torch::full({num_nodes, k}, -std::numeric_limits<float>::infinity(), options_vals);\n auto topk_idx = torch::full({num_nodes, k}, -1, options_idx);\n\n int threads = 256;\n int blocks = (num_nodes + threads - 1) / threads;\n topk_csr_kernel<<<blocks, threads>>>(\n row_ptr.data_ptr<int>(),\n edge_scores.data_ptr<float>(),\n topk_vals.data_ptr<float>(),\n topk_idx.data_ptr<int64_t>(),\n k,\n num_nodes\n );\n cudaDeviceSynchronize();\n return std::make_tuple(topk_vals, topk_idx);\n}\n'''\n\ncpp_source = r'''\n#include <torch/extension.h>\nstd::tuple<torch::Tensor, torch::Tensor> topk_csr_cuda(torch::Tensor row_ptr, torch::Tensor edge_scores, int k);\n'''\n\nmodule = load_inline(\n name='topk_csr',\n cpp_sources=[cpp_source],\n cuda_sources=[cuda_source],\n functions=['topk_csr_cuda'],\n verbose=True\n)\n\nclass ModelNew(nn.Module):\n def __init__(self, k):\n super().__init__()\n self.k = k\n self.module = module\n\n def forward(self, row_ptr: torch.Tensor, edge_scores: torch.Tensor):\n return self.module.topk_csr_cuda(row_ptr, edge_scores, self.k)\n"
}
result ← compile_kernel (ok)
okcompile_kernel
compile_kernel PASSED: kernel compiled without errors.
turn 3165.1s turn · 11.8s LLM · 153.3s tools · tokens in=5,948 · out=903 · total=6,858
reasoning
Compiled ok. Now check correctness.
call → run_correctness
callrun_correctness
{
"kernel_code": "import torch\nimport torch.nn as nn\nfrom torch.utils.cpp_extension import load_inline\n\ncuda_source = r'''\n#include <cuda_runtime.h>\n#include <cfloat>\n#include <limits>\n#include <tuple>\n\n__global__ void topk_csr_kernel(\n const int* __restrict__ row_ptr,\n const float* __restrict__ edge_scores,\n float* __restrict__ topk_vals,\n int64_t* __restrict__ topk_idx,\n const int k,\n const int num_nodes\n) {\n int node = blockIdx.x * blockDim.x + threadIdx.x;\n if (node >= num_nodes) return;\n\n int start = row_ptr[node];\n int end = row_ptr[node + 1];\n int degree = end - start;\n\n if (degree <= 0) {\n for (int i = 0; i < k; ++i) {\n topk_vals[node * k + i] = -FLT_MAX;\n topk_idx[node * k + i] = -1;\n }\n return;\n }\n\n int curr_k = min(k, degree);\n\n float vals[32];\n int orig_idx[32];\n for (int i = 0; i < degree; ++i) {\n vals[i] = edge_scores[start + i];\n orig_idx[i] = start + i;\n }\n\n for (int i = 0; i < curr_k; ++i) {\n int max_pos = i;\n for (int j = i + 1; j < degree; ++j) {\n if (vals[j] > vals[max_pos]) {\n max_pos = j;\n }\n }\n float tmpv = vals[i]; vals[i] = vals[max_pos]; vals[max_pos] = tmpv;\n int tmpi = orig_idx[i]; orig_idx[i] = orig_idx[max_pos]; orig_idx[max_pos] = tmpi;\n }\n\n for (int i = 0; i < curr_k; ++i) {\n topk_vals[node * k + i] = vals[i];\n topk_idx[node * k + i] = orig_idx[i];\n }\n for (int i = curr_k; i < k; ++i) {\n topk_vals[node * k + i] = -FLT_MAX;\n topk_idx[node * k + i] = -1;\n }\n}\n\nstd::tuple<torch::Tensor, torch::Tensor> topk_csr_cuda(torch::Tensor row_ptr, torch::Tensor edge_scores, int k) {\n int num_nodes = row_ptr.size(0) - 1;\n auto options_vals = torch::TensorOptions().dtype(edge_scores.dtype()).device(edge_scores.device());\n auto options_idx = torch::TensorOptions().dtype(torch::kInt64).device(edge_scores.device());\n auto topk_vals = torch::full({num_nodes, k}, -std::numeric_limits<float>::infinity(), options_vals);\n auto topk_idx = torch::full({num_nodes, k}, -1, options_idx);\n\n int threads = 256;\n int blocks = (num_nodes + threads - 1) / threads;\n topk_csr_kernel<<<blocks, threads>>>(\n row_ptr.data_ptr<int>(),\n edge_scores.data_ptr<float>(),\n topk_vals.data_ptr<float>(),\n topk_idx.data_ptr<int64_t>(),\n k,\n num_nodes\n );\n cudaDeviceSynchronize();\n return std::make_tuple(topk_vals, topk_idx);\n}\n'''\n\ncpp_source = r'''\n#include <torch/extension.h>\nstd::tuple<torch::Tensor, torch::Tensor> topk_csr_cuda(torch::Tensor row_ptr, torch::Tensor edge_scores, int k);\n'''\n\nmodule = load_inline(\n name='topk_csr',\n cpp_sources=[cpp_source],\n cuda_sources=[cuda_source],\n functions=['topk_csr_cuda'],\n verbose=True\n)\n\nclass ModelNew(nn.Module):\n def __init__(self, k):\n super().__init__()\n self.k = k\n self.module = module\n\n def forward(self, row_ptr: torch.Tensor, edge_scores: torch.Tensor):\n return self.module.topk_csr_cuda(row_ptr, edge_scores, self.k)\n"
}
result ← run_correctness (fail)
failrun_correctness
run_correctness FAILED: ? trials did not all match.
runtime_error: expected scalar type Int but found Float
turn 4123.1s turn · 12.4s LLM · 110.7s tools · tokens in=6,887 · out=916 · total=8,033
reasoning
Still error. The error is "expected scalar type Int but found Float" – probably row_ptr is int32, but in PyTorch data_ptr<int>() expects int32 yes, but perhaps the tensor is passed as float? No.
call → run_correctness
callrun_correctness
{
"kernel_code": "import torch\nimport torch.nn as nn\nfrom torch.utils.cpp_extension import load_inline\n\ncuda_source = r'''\n#include <cuda_runtime.h>\n#include <cfloat>\n#include <limits>\n#include <tuple>\n#include <cstdint>\n\n__global__ void topk_csr_kernel(\n const int32_t* __restrict__ row_ptr,\n const float* __restrict__ edge_scores,\n float* __restrict__ topk_vals,\n int64_t* __restrict__ topk_idx,\n const int k,\n const int num_nodes\n) {\n int node = blockIdx.x * blockDim.x + threadIdx.x;\n if (node >= num_nodes) return;\n\n int start = row_ptr[node];\n int end = row_ptr[node + 1];\n int degree = end - start;\n\n if (degree <= 0) {\n for (int i = 0; i < k; ++i) {\n topk_vals[node * k + i] = -FLT_MAX;\n topk_idx[node * k + i] = -1;\n }\n return;\n }\n\n int curr_k = min(k, degree);\n\n float vals[32];\n int orig_idx[32];\n for (int i = 0; i < degree; ++i) {\n vals[i] = edge_scores[start + i];\n orig_idx[i] = start + i;\n }\n\n for (int i = 0; i < curr_k; ++i) {\n int max_pos = i;\n for (int j = i + 1; j < degree; ++j) {\n if (vals[j] > vals[max_pos]) {\n max_pos = j;\n }\n }\n float tmpv = vals[i]; vals[i] = vals[max_pos]; vals[max_pos] = tmpv;\n int tmpi = orig_idx[i]; orig_idx[i] = orig_idx[max_pos]; orig_idx[max_pos] = tmpi;\n }\n\n for (int i = 0; i < curr_k; ++i) {\n topk_vals[node * k + i] = vals[i];\n topk_idx[node * k + i] = orig_idx[i];\n }\n for (int i = curr_k; i < k; ++i) {\n topk_vals[node * k + i] = -FLT_MAX;\n topk_idx[node * k + i] = -1;\n }\n}\n\nstd::tuple<torch::Tensor, torch::Tensor> topk_csr_cuda(torch::Tensor row_ptr, torch::Tensor edge_scores, int k) {\n int num_nodes = row_ptr.size(0) - 1;\n auto options_vals = torch::TensorOptions().dtype(edge_scores.dtype()).device(edge_scores.device());\n auto options_idx = torch::TensorOptions().dtype(torch::kInt64).device(edge_scores.device());\n auto topk_vals = torch::full({num_nodes, k}, -std::numeric_limits<float>::infinity(), options_vals);\n auto topk_idx = torch::full({num_nodes, k}, -1, options_idx);\n\n int threads = 256;\n int blocks = (num_nodes + threads - 1) / threads;\n topk_csr_kernel<<<blocks, threads>>>(\n row_ptr.data_ptr<int32_t>(),\n edge_scores.data_ptr<float>(),\n topk_vals.data_ptr<float>(),\n topk_idx.data_ptr<int64_t>(),\n k,\n num_nodes\n );\n cudaDeviceSynchronize();\n return std::make_tuple(topk_vals, topk_idx);\n}\n'''\n\ncpp_source = r'''\n#include <torch/extension.h>\nstd::tuple<torch::Tensor, torch::Tensor> topk_csr_cuda(torch::Tensor row_ptr, torch::Tensor edge_scores, int k);\n'''\n\nmodule = load_inline(\n name='topk_csr',\n cpp_sources=[cpp_source],\n cuda_sources=[cuda_source],\n functions=['topk_csr_cuda'],\n verbose=True\n)\n\nclass ModelNew(nn.Module):\n def __init__(self, k):\n super().__init__()\n self.k = k\n self.module = module\n\n def forward(self, row_ptr: torch.Tensor, edge_scores: torch.Tensor):\n return self.module.topk_csr_cuda(row_ptr.contiguous(), edge_scores.contiguous(), self.k)\n"
}
result ← run_correctness (fail)
failrun_correctness
run_correctness FAILED: ? trials did not all match.
runtime_error: expected scalar type Int but found Float
turn 5196.7s turn · 17.4s LLM · 179.3s tools · tokens in=8,062 · out=915 · total=9,360 · FINAL
reasoning
Still same error. Perhaps the error is not from my code.
I was having trouble with an error saying "expected scalar type Int but type Float" in the PyTorch model. It seemed like the row_ptr was being treated incorrectly, perhaps because it's int32 but expected as scalar int. The reference code uses row_ptr with dtype=torch.
call → submit_kernel
callsubmit_kernel
{
"kernel_code": "import torch\nimport torch.nn as nn\nfrom torch.utils.cpp_extension import load_inline\n\ncuda_source = r'''\n#include <cuda_runtime.h>\n#include <cfloat>\n#include <limits>\n#include <tuple>\n#include <cstdint>\n\n__global__ void topk_csr_kernel(\n const int32_t* __restrict__ row_ptr,\n const float* __restrict__ edge_scores,\n float* __restrict__ topk_vals,\n int64_t* __restrict__ topk_idx,\n const int k,\n const int num_nodes\n) {\n int node = blockIdx.x * blockDim.x + threadIdx.x;\n if (node >= num_nodes) return;\n\n int start = row_ptr[node];\n int end = row_ptr[node + 1];\n int degree = end - start;\n\n if (degree <= 0) {\n for (int i = 0; i < k; ++i) {\n topk_vals[node * k + i] = -FLT_MAX;\n topk_idx[node * k + i] = -1;\n }\n return;\n }\n\n int curr_k = min(k, degree);\n\n float vals[32];\n int orig_idx[32];\n for (int i = 0; i < degree; ++i) {\n vals[i] = edge_scores[start + i];\n orig_idx[i] = start + i;\n }\n\n for (int i = 0; i < curr_k; ++i) {\n int max_pos = i;\n for (int j = i + 1; j < degree; ++j) {\n if (vals[j] > vals[max_pos]) {\n max_pos = j;\n }\n }\n float tmpv = vals[i]; vals[i] = vals[max_pos]; vals[max_pos] = tmpv;\n int tmpi = orig_idx[i]; orig_idx[i] = orig_idx[max_pos]; orig_idx[max_pos] = tmpi;\n }\n\n for (int i = 0; i < curr_k; ++i) {\n topk_vals[node * k + i] = vals[i];\n topk_idx[node * k + i] = orig_idx[i];\n }\n for (int i = curr_k; i < k; ++i) {\n topk_vals[node * k + i] = -FLT_MAX;\n topk_idx[node * k + i] = -1;\n }\n}\n\nstd::tuple<torch::Tensor, torch::Tensor> topk_csr_cuda(torch::Tensor row_ptr, torch::Tensor edge_scores, int k) {\n int num_nodes = row_ptr.size(0) - 1;\n auto options_vals = torch::TensorOptions().dtype(edge_scores.dtype()).device(edge_scores.device());\n auto options_idx = torch::TensorOptions().dtype(torch::kInt64).device(edge_scores.device());\n auto topk_vals = torch::full({num_nodes, k}, -std::numeric_limits<float>::infinity(), options_vals);\n auto topk_idx = torch::full({num_nodes, k}, -1, options_idx);\n\n int threads = 256;\n int blocks = (num_nodes + threads - 1) / threads;\n topk_csr_kernel<<<blocks, threads>>>(\n row_ptr.data_ptr<int32_t>(),\n edge_scores.data_ptr<float>(),\n topk_vals.data_ptr<float>(),\n topk_idx.data_ptr<int64_t>(),\n k,\n num_nodes\n );\n cudaDeviceSynchronize();\n return std::make_tuple(topk_vals, topk_idx);\n}\n'''\n\ncpp_source = r'''\n#include <torch/extension.h>\nstd::tuple<torch::Tensor, torch::Tensor> topk_csr_cuda(torch::Tensor row_ptr, torch::Tensor edge_scores, int k);\n'''\n\nmodule = load_inline(\n name='topk_csr',\n cpp_sources=[cpp_source],\n cuda_sources=[cuda_source],\n functions=['topk_csr_cuda'],\n verbose=True\n)\n\nclass ModelNew(nn.Module):\n def __init__(self, k):\n super().__init__()\n self.k = k\n self.module = module\n\n def forward(self, row_ptr: torch.Tensor, edge_scores: torch.Tensor):\n return self.module.topk_csr_cuda(row_ptr.contiguous(), edge_scores.contiguous(), self.k)\n"
}
result ← submit_kernel (fail)
failsubmit_kernel
submit_kernel FAILED: correctness check did not pass (? trials).
runtime_error: expected scalar type Int but found Float
final submitted kernel (108 lines, 3,189 chars) — full source, untruncated
import torch
import torch.nn as nn
from torch.utils.cpp_extension import load_inline
cuda_source = r'''
#include <cuda_runtime.h>
#include <cfloat>
#include <limits>
#include <tuple>
#include <cstdint>
__global__ void topk_csr_kernel(
const int32_t* __restrict__ row_ptr,
const float* __restrict__ edge_scores,
float* __restrict__ topk_vals,
int64_t* __restrict__ topk_idx,
const int k,
const int num_nodes
) {
int node = blockIdx.x * blockDim.x + threadIdx.x;
if (node >= num_nodes) return;
int start = row_ptr[node];
int end = row_ptr[node + 1];
int degree = end - start;
if (degree <= 0) {
for (int i = 0; i < k; ++i) {
topk_vals[node * k + i] = -FLT_MAX;
topk_idx[node * k + i] = -1;
}
return;
}
int curr_k = min(k, degree);
float vals[32];
int orig_idx[32];
for (int i = 0; i < degree; ++i) {
vals[i] = edge_scores[start + i];
orig_idx[i] = start + i;
}
for (int i = 0; i < curr_k; ++i) {
int max_pos = i;
for (int j = i + 1; j < degree; ++j) {
if (vals[j] > vals[max_pos]) {
max_pos = j;
}
}
float tmpv = vals[i]; vals[i] = vals[max_pos]; vals[max_pos] = tmpv;
int tmpi = orig_idx[i]; orig_idx[i] = orig_idx[max_pos]; orig_idx[max_pos] = tmpi;
}
for (int i = 0; i < curr_k; ++i) {
topk_vals[node * k + i] = vals[i];
topk_idx[node * k + i] = orig_idx[i];
}
for (int i = curr_k; i < k; ++i) {
topk_vals[node * k + i] = -FLT_MAX;
topk_idx[node * k + i] = -1;
}
}
std::tuple<torch::Tensor, torch::Tensor> topk_csr_cuda(torch::Tensor row_ptr, torch::Tensor edge_scores, int k) {
int num_nodes = row_ptr.size(0) - 1;
auto options_vals = torch::TensorOptions().dtype(edge_scores.dtype()).device(edge_scores.device());
auto options_idx = torch::TensorOptions().dtype(torch::kInt64).device(edge_scores.device());
auto topk_vals = torch::full({num_nodes, k}, -std::numeric_limits<float>::infinity(), options_vals);
auto topk_idx = torch::full({num_nodes, k}, -1, options_idx);
int threads = 256;
int blocks = (num_nodes + threads - 1) / threads;
topk_csr_kernel<<<blocks, threads>>>(
row_ptr.data_ptr<int32_t>(),
edge_scores.data_ptr<float>(),
topk_vals.data_ptr<float>(),
topk_idx.data_ptr<int64_t>(),
k,
num_nodes
);
cudaDeviceSynchronize();
return std::make_tuple(topk_vals, topk_idx);
}
'''
cpp_source = r'''
#include <torch/extension.h>
std::tuple<torch::Tensor, torch::Tensor> topk_csr_cuda(torch::Tensor row_ptr, torch::Tensor edge_scores, int k);
'''
module = load_inline(
name='topk_csr',
cpp_sources=[cpp_source],
cuda_sources=[cuda_source],
functions=['topk_csr_cuda'],
verbose=True
)
class ModelNew(nn.Module):
def __init__(self, k):
super().__init__()
self.k = k
self.module = module
def forward(self, row_ptr: torch.Tensor, edge_scores: torch.Tensor):
return self.module.topk_csr_cuda(row_ptr.contiguous(), edge_scores.contiguous(), self.k)