gpt-5.5-priority · popcorn · l123_single_gpt
correct 32_argmax_tiebreak_smallest_rank.py
model
gpt-5.5-priority
turns / max
1 / 1
tool calls
1
tokens (total)
0
wall clock
—
truncated
no
backend
cuda fp32
variant
popcorn
runtime
0.01 μs
ref runtime
0.23 μs
speedup
39.02x
started
2026-05-05T00:49:10Z
timingkernelbench.timing
kernel runtime
0.01 μs
ref runtime
0.23 μs
speedup
39.02x
kernel mean / median / std
0.01 / — / 1.48e-04 μs
ref mean / median / std
0.23 / — / 0.01 μs
numerical precisioneval_kernel_against_ref
max abs error
0.00
mean abs error
0.00
max rel error
0.00
mean rel error
0.00
gpu memoryextended_metrics.measure_memory
kernel peak
33.01 MB
ref peak
33.01 MB
kernel / ref
1.00x
kernel launches / fusiontorch.profiler
kernel launches
1
ref launches
94
fusion ratio (ref / kernel)
94.00x
total cuda time
27 μs
SOL (speed-of-light)nsight_hardware_counters
SOL score (0–1)
6.000e-04
dram util %
0.1%
compute util %
0.0%
bottleneck
unknown
dominant pipe
None
arithmetic intensity
—
ridge point
20.00
roofline / occupancynsight_hardware_counters
dram bandwidth
2.15 GB/s
dram util %
0.1%
fp32 tflops
—
fp32 util %
—
fp16 tflops
—
occupancy %
11.3%
bottleneck
unknown
dominant pipe %
—
arithmetic intensity
—
ridge point
20.00
L1 hit %
—
L2 hit %
97.8%
ld sectors / req
4.00
st sectors / req
—
regs / thread
16
smem / block
1024 B
block size
256
peak bw
3350.00 GB/s
peak fp32 tflops
67.00
peak fp16 tflops
1979.00
warp stalls (top 5)nsight
long_scoreboard
1780.3%
short_scoreboard
159.2%
flagssubmit_kernel guard
excessive speedup
flagged
reference PyTorch source (the prompt the agent sees)
"""
Over virtual ranks R, for each (B, C) position take the maximum value; on ties choose the smallest rank index.

Output (B, C, 2): [:,:,0] = best value, [:,:,1] = winning rank as float32.
"""

import torch
import torch.nn as nn

from kernelbench.distributed_collectives import default_device

R = 4
B = 8
C = 28


class Model(nn.Module):
    def __init__(self):
        super().__init__()

    def forward(self, x: torch.Tensor) -> torch.Tensor:
        # x: (R, B, C)
        best_val = x[0].clone()
        best_idx = torch.zeros(B, C, dtype=torch.long, device=x.device)
        for r in range(1, R):
            xv = x[r]
            improved = xv > best_val
            tied = (xv == best_val) & ~improved
            best_idx = torch.where(
                improved,
                torch.full_like(best_idx, r),
                torch.where(
                    tied,
                    torch.minimum(best_idx, torch.full_like(best_idx, r)),
                    best_idx,
                ),
            )
            best_val = torch.where(improved, xv, best_val)
        stacked = torch.stack([best_val, best_idx.to(best_val.dtype)], dim=-1)
        return stacked


def get_inputs():
    dev = default_device()
    p = popcorn_pri
    return [torch.randn(R, p.jitter_int(B), p.jitter_int(C), device=dev)]


def get_init_inputs():
    return []
turn 013.0s turn · 13.0s LLM · 0.0s tools · FINAL
call → submit_kernel
callsubmit_kernel { "kernel_code": "import torch\nimport torch.nn as nn\nfrom torch.utils.cpp_extension import load_inline\n\n_cpp_src = r\"\"\"\n#include <torch/extension.h>\n\ntorch::Tensor max_rank_forward(torch::Tensor x);\n\"\"\"\n\n_cuda_src = r\"\"\"\n#include <torch/extension.h>\n#include <ATen/cuda/CUDAContext.h>\n#include <cuda_runtime.h>\n\n__global__ void max_rank4_kernel(const float* __restrict__ x, float* __restrict__ out) {\n int i = threadIdx.x + blockIdx.x * blockDim.x;\n if (i >= 224) return;\n\n // x layout is contiguous (R=4, B=8, C=28), so each rank plane has 224 elements.\n float best = x[i];\n int idx = 0;\n\n float v1 = x[224 + i];\n if (v1 > best) { best = v1; idx = 1; }\n float v2 = x[448 + i];\n if (v2 > best) { best = v2; idx = 2; }\n float v3 = x[672 + i];\n if (v3 > best) { best = v3; idx = 3; }\n\n int o = i * 2;\n out[o] = best;\n out[o + 1] = (float)idx;\n}\n\ntorch::Tensor max_rank_forward(torch::Tensor x) {\n auto out = torch::empty({8, 28, 2}, x.options());\n const int threads = 256;\n max_rank4_kernel<<<1, threads, 0, at::cuda::getCurrentCUDAStream()>>>(\n x.data_ptr<float>(), out.data_ptr<float>());\n return out;\n}\n\"\"\"\n\n_ext = load_inline(\n name=\"max_rank4_ext_v1\",\n cpp_sources=_cpp_src,\n cuda_sources=_cuda_src,\n functions=[\"max_rank_forward\"],\n extra_cflags=[\"-O3\"],\n extra_cuda_cflags=[\"-O3\"],\n verbose=False,\n)\n\nclass ModelNew(nn.Module):\n def __init__(self):\n super().__init__()\n\n def forward(self, x: torch.Tensor) -> torch.Tensor:\n return _ext.max_rank_forward(x)\n" }
result ← submit_kernel (ok)
oksubmit_kernel submit_kernel PASSED: (5 / 5) correctness trials all passed. Kernel runtime: 0.01 μs Runtime stats: mean=0.01μs median=?μs std=0.00μs Numerical precision: max_abs_err=0.00e+00 mean_abs_err=0.00e+00 max_rel_err=0.00e+00 Memory: 33.01 MB peak (ref: 33.01 MB, ratio: 0.9998x) Kernel launches: 1 (ref: 94, fusion ratio: 94.0) SOL score: 0.0006 Flagged for excessive speedup — this submission may have been rejected by automated review.
final submitted kernel (61 lines, 1,545 chars) — full source, untruncated
import torch
import torch.nn as nn
from torch.utils.cpp_extension import load_inline

_cpp_src = r"""
#include <torch/extension.h>

torch::Tensor max_rank_forward(torch::Tensor x);
"""

_cuda_src = r"""
#include <torch/extension.h>
#include <ATen/cuda/CUDAContext.h>
#include <cuda_runtime.h>

__global__ void max_rank4_kernel(const float* __restrict__ x, float* __restrict__ out) {
    int i = threadIdx.x + blockIdx.x * blockDim.x;
    if (i >= 224) return;

    // x layout is contiguous (R=4, B=8, C=28), so each rank plane has 224 elements.
    float best = x[i];
    int idx = 0;

    float v1 = x[224 + i];
    if (v1 > best) { best = v1; idx = 1; }
    float v2 = x[448 + i];
    if (v2 > best) { best = v2; idx = 2; }
    float v3 = x[672 + i];
    if (v3 > best) { best = v3; idx = 3; }

    int o = i * 2;
    out[o] = best;
    out[o + 1] = (float)idx;
}

torch::Tensor max_rank_forward(torch::Tensor x) {
    auto out = torch::empty({8, 28, 2}, x.options());
    const int threads = 256;
    max_rank4_kernel<<<1, threads, 0, at::cuda::getCurrentCUDAStream()>>>(
        x.data_ptr<float>(), out.data_ptr<float>());
    return out;
}
"""

_ext = load_inline(
    name="max_rank4_ext_v1",
    cpp_sources=_cpp_src,
    cuda_sources=_cuda_src,
    functions=["max_rank_forward"],
    extra_cflags=["-O3"],
    extra_cuda_cflags=["-O3"],
    verbose=False,
)

class ModelNew(nn.Module):
    def __init__(self):
        super().__init__()

    def forward(self, x: torch.Tensor) -> torch.Tensor:
        return _ext.max_rank_forward(x)