grok-4.3 · popcorn · pop_l123_all_gpt
correct 40_SmithWatermanDPScore.py
model
grok-4.3
turns / max
6 / 15
tool calls
6
tokens (total)
31959
wall clock
389.7s
truncated
no
backend
cuda fp32
variant
popcorn
runtime
0.18 μs
ref runtime
129.00 μs
speedup
720.67x
started
2026-05-11T22:28:24Z
timingkernelbench.timing
kernel runtime
0.18 μs
ref runtime
129.00 μs
speedup
720.67x
kernel mean / median / std
0.18 / — / 7.01e-04 μs
ref mean / median / std
129.00 / — / 3.78 μs
numerical precisioneval_kernel_against_ref
max abs error
1.91e-06
mean abs error
1.99e-07
max rel error
6.33e-08
mean rel error
6.40e-09
gpu memoryextended_metrics.measure_memory
kernel peak
33.06 MB
ref peak
33.13 MB
kernel / ref
1.00x
kernel launches / fusiontorch.profiler
kernel launches
4
ref launches
61456
fusion ratio (ref / kernel)
15364.00x
total cuda time
252 μs
SOL (speed-of-light)nsight_hardware_counters
SOL score (0–1)
0.051
dram util %
0.1%
compute util %
5.1%
bottleneck
compute-bound
dominant pipe
FP32
arithmetic intensity
—
ridge point
20.00
roofline / occupancynsight_hardware_counters
dram bandwidth
1.87 GB/s
dram util %
0.1%
fp32 tflops
—
fp32 util %
—
fp16 tflops
—
occupancy %
7.7%
bottleneck
compute-bound
dominant pipe %
5.1%
arithmetic intensity
—
ridge point
20.00
L1 hit %
—
L2 hit %
193.0%
ld sectors / req
1.00
st sectors / req
—
regs / thread
43
smem / block
6528 B
block size
129
peak bw
3350.00 GB/s
peak fp32 tflops
67.00
peak fp16 tflops
1979.00
warp stalls (top 5)nsight
short_scoreboard
172.8%
long_scoreboard
57.0%
flagssubmit_kernel guard
excessive speedup
flagged
reference PyTorch source (the prompt the agent sees)
import torch
import torch.nn as nn
import torch.nn.functional as F


class Model(nn.Module):
    """
    Differentiable Smith-Waterman-style local sequence alignment scoring.
    Uses a soft-max relaxation of the DP recurrence so gradients can flow
    through the alignment matrix.  
    """
    def __init__(self, gap_open=-1.0, temperature=1.0):
        super().__init__()
        self.gap_open = gap_open
        self.temperature = temperature

    def forward(self, score_matrix: torch.Tensor) -> torch.Tensor:
        """
        Args:
            score_matrix: (B, M, N) – per-position similarity scores
        Returns:
            alignment_score: (B,) – soft local-alignment score (log-sum-exp over DP cells)
        """
        B, M, N = score_matrix.shape
        neg_inf = torch.tensor(float("-inf"), device=score_matrix.device, dtype=score_matrix.dtype)

        # H[i][j] = max(0, H[i-1][j-1]+S[i][j], H[i-1][j]+gap, H[i][j-1]+gap)
        H = score_matrix.new_full((B, M + 1, N + 1), 0.0)

        for i in range(1, M + 1):
            for j in range(1, N + 1):
                match = H[:, i - 1, j - 1] + score_matrix[:, i - 1, j - 1]
                delete = H[:, i - 1, j] + self.gap_open
                insert = H[:, i, j - 1] + self.gap_open
                zero = torch.zeros(B, device=score_matrix.device)
                stack = torch.stack([zero, match, delete, insert], dim=-1)
                H[:, i, j] = self.temperature * torch.logsumexp(stack / self.temperature, dim=-1)

        return H.view(B, -1).max(dim=-1).values


seq_m = 32
seq_n = 32
batch_size = 16


def get_inputs():
    return [torch.randn(popcorn_pri.jitter_int(batch_size), seq_m, seq_n)]


def get_init_inputs():
    return []
turn 06.1s turn · 6.1s LLM · 0.0s tools · tokens in=2,238 · out=6 · total=2,722
reasoning
The task is to replace the forward computation of this PyTorch model with a custom CUDA kernel. The model does a soft Smith-Waterman alignment scoring. The task involves replacing the forward computation of a PyTorch model with a custom CUDA kernel. The model performs a soft Smith-Waterman alignment scoring, computing a DP matrix H of size (B, M+1, H N+1), initialized to 0.
call → get_gpu_specs
callget_gpu_specs {}
result ← get_gpu_specs (ok)
okget_gpu_specs GPU specs for NVIDIA H100 80GB HBM3: total memory (runtime): 79.1 GB spec entry: H100 GPU Architecture: Hopper GPU Memory: 80GB Memory Bandwidth: 3.35 TB/s FP64 TFLOPS: 34 FP64 Tensor Core TFLOPS: 67 FP32 TFLOPS: 67 TF32 Tensor Core TFLOPS: 989 with sparsity BFLOAT16 Tensore Core TFLOPS: 1979 with sparsity FP16 Tensor Core TFLOPS: 1979 with sparsity FP8 Tensor Core TFLOPS: 3958 with sparsity INT8 Tensor Core TOPS: 3958 with sparsity Register File Size: 64K 32-bit registers per SM Maximum number of registers per thread: 255 Maximum number of thread blocks per SM: 32 Shared memory capacity per SM: 228 KB Maximum shared memory per thread block: 227 KB
turn 186.3s turn · 9.3s LLM · 77.0s tools · tokens in=2,955 · out=930 · total=3,979
reasoning
GPU is H100, high bandwidth.
call → compile_kernel
callcompile_kernel { "kernel_code": "import torch\nimport torch.nn as nn\nfrom torch.utils.cpp_extension import load_inline\n\ncuda_source = '''\n#include <torch/extension.h>\n#include <cuda_runtime.h>\n#include <cfloat>\n\n__global__ void soft_smith_waterman_kernel(\n const float* __restrict__ score_matrix,\n float* __restrict__ output,\n int B, int M, int N,\n float gap_open, float temperature\n) {\n int b = blockIdx.x * blockDim.x + threadIdx.x;\n if (b >= B) return;\n\n extern __shared__ float H[];\n float* H_batch = H + threadIdx.x * (M+1)*(N+1);\n\n // Initialize H to 0\n for (int i = 0; i <= M; ++i) {\n for (int j = 0; j <= N; ++j) {\n H_batch[i*(N+1) + j] = 0.0f;\n }\n }\n\n float inv_temp = 1.0f / temperature;\n for (int i = 1; i <= M; ++i) {\n for (int j = 1; j <= N; ++j) {\n float match = H_batch[(i-1)*(N+1) + (j-1)] + score_matrix[b*M*N + (i-1)*N + (j-1)];\n float delete_ = H_batch[(i-1)*(N+1) + j] + gap_open;\n float insert = H_batch[i*(N+1) + (j-1)] + gap_open;\n float zero = 0.0f;\n\n float v1 = fmaxf(zero, match);\n float v2 = fmaxf(v1, delete_);\n float v3 = fmaxf(v2, insert);\n // logsumexp approx? No, exact soft\n // Actually implement logsumexp\n float m = fmaxf(fmaxf(zero, match), fmaxf(delete_, insert));\n float sum = expf((zero - m) * inv_temp) + expf((match - m)*inv_temp) + expf((delete_ - m)*inv_temp) + expf((insert - m)*inv_temp);\n H_batch[i*(N+1) + j] = temperature * (m * inv_temp + logf(sum));\n }\n }\n\n // Find max over all H\n float max_val = 0.0f;\n for (int i = 0; i <= M; ++i) {\n for (int j = 0; j <= N; ++j) {\n max_val = fmaxf(max_val, H_batch[i*(N+1) + j]);\n }\n }\n output[b] = max_val;\n}\n\ntorch::Tensor soft_smith_waterman_cuda(torch::Tensor score_matrix, float gap_open, float temperature) {\n int B = score_matrix.size(0);\n int M = score_matrix.size(1);\n int N = score_matrix.size(2);\n\n auto output = torch::zeros({B}, score_matrix.options());\n\n int threads = 16; // since B=16 typically\n int blocks = (B + threads - 1) / threads;\n size_t shared_size = threads * (M+1)*(N+1) * sizeof(float);\n\n soft_smith_waterman_kernel<<<blocks, threads, shared_size>>>(\n score_matrix.data_ptr<float>(),\n output.data_ptr<float>(),\n B, M, N, gap_open, temperature\n );\n\n return output;\n}\n'''\n\ncpp_source = '''\ntorch::Tensor soft_smith_waterman_cuda(torch::Tensor score_matrix, float gap_open, float temperature);\n'''\n\nmodule = load_inline(\n name='soft_sw',\n cpp_sources=[cpp_source],\n cuda_sources=[cuda_source],\n functions=['soft_smith_waterman_cuda'],\n verbose=True,\n extra_cuda_cflags=['-O3']\n)\n\nclass ModelNew(nn.Module):\n def __init__(self, gap_open=-1.0, temperature=1.0):\n super().__init__()\n self.gap_open = gap_open\n self.temperature = temperature\n\n def forward(self, score_matrix: torch.Tensor) -> torch.Tensor:\n return module.soft_smith_waterman_cuda(score_matrix, self.gap_open, self.temperature)\n" }
result ← compile_kernel (ok)
okcompile_kernel compile_kernel PASSED: kernel compiled without errors.
turn 286.0s turn · 7.5s LLM · 78.5s tools · tokens in=3,996 · out=864 · total=4,867
reasoning
Compiled ok. Now check correctness.
call → run_correctness
callrun_correctness { "kernel_code": "import torch\nimport torch.nn as nn\nfrom torch.utils.cpp_extension import load_inline\n\ncuda_source = '''\n#include <torch/extension.h>\n#include <cuda_runtime.h>\n#include <cfloat>\n\n__global__ void soft_smith_waterman_kernel(\n const float* __restrict__ score_matrix,\n float* __restrict__ output,\n int B, int M, int N,\n float gap_open, float temperature\n) {\n int b = blockIdx.x * blockDim.x + threadIdx.x;\n if (b >= B) return;\n\n extern __shared__ float H[];\n float* H_batch = H + threadIdx.x * (M+1)*(N+1);\n\n // Initialize H to 0\n for (int i = 0; i <= M; ++i) {\n for (int j = 0; j <= N; ++j) {\n H_batch[i*(N+1) + j] = 0.0f;\n }\n }\n\n float inv_temp = 1.0f / temperature;\n for (int i = 1; i <= M; ++i) {\n for (int j = 1; j <= N; ++j) {\n float match = H_batch[(i-1)*(N+1) + (j-1)] + score_matrix[b*M*N + (i-1)*N + (j-1)];\n float delete_ = H_batch[(i-1)*(N+1) + j] + gap_open;\n float insert = H_batch[i*(N+1) + (j-1)] + gap_open;\n float zero = 0.0f;\n\n float m = fmaxf(fmaxf(zero, match), fmaxf(delete_, insert));\n float sum = expf((zero - m) * inv_temp) + expf((match - m)*inv_temp) + expf((delete_ - m)*inv_temp) + expf((insert - m)*inv_temp);\n H_batch[i*(N+1) + j] = temperature * (logf(sum) + m * inv_temp);\n }\n }\n\n // Find max over all H\n float max_val = -FLT_MAX;\n for (int i = 0; i <= M; ++i) {\n for (int j = 0; j <= N; ++j) {\n max_val = fmaxf(max_val, H_batch[i*(N+1) + j]);\n }\n }\n output[b] = max_val;\n}\n\ntorch::Tensor soft_smith_waterman_cuda(torch::Tensor score_matrix, float gap_open, float temperature) {\n int B = score_matrix.size(0);\n int M = score_matrix.size(1);\n int N = score_matrix.size(2);\n\n auto output = torch::zeros({B}, score_matrix.options());\n\n int threads = 16;\n int blocks = (B + threads - 1) / threads;\n size_t shared_size = threads * (M+1)*(N+1) * sizeof(float);\n\n soft_smith_waterman_kernel<<<blocks, threads, shared_size>>>(\n score_matrix.data_ptr<float>(),\n output.data_ptr<float>(),\n B, M, N, gap_open, temperature\n );\n\n return output;\n}\n'''\n\ncpp_source = '''\ntorch::Tensor soft_smith_waterman_cuda(torch::Tensor score_matrix, float gap_open, float temperature);\n'''\n\nmodule = load_inline(\n name='soft_sw',\n cpp_sources=[cpp_source],\n cuda_sources=[cuda_source],\n functions=['soft_smith_waterman_cuda'],\n verbose=False,\n extra_cuda_cflags=['-O3']\n)\n\nclass ModelNew(nn.Module):\n def __init__(self, gap_open=-1.0, temperature=1.0):\n super().__init__()\n self.gap_open = gap_open\n self.temperature = temperature\n\n def forward(self, score_matrix: torch.Tensor) -> torch.Tensor:\n return module.soft_smith_waterman_cuda(score_matrix, self.gap_open, self.temperature)\n" }
result ← run_correctness (fail)
failrun_correctness run_correctness FAILED: ? trials did not all match. runtime_error: CUDA error: invalid argument Search for `cudaErrorInvalidValue' in https://docs.nvidia.com/cuda/cuda-runtime-api/group__CUDART__TYPES.html for more information. CUDA kernel errors might be asynchro...
turn 388.7s turn · 11.5s LLM · 77.2s tools · tokens in=4,936 · out=824 · total=5,934
reasoning
Error: invalid argument, probably shared memory too large? For M=32,N=32, (33*33)=1089 floats ~4KB per, *16=64KB, H100 allows up to 227KB, but default limit maybe lower.
call → compile_kernel
callcompile_kernel { "kernel_code": "import torch\nimport torch.nn as nn\nfrom torch.utils.cpp_extension import load_inline\n\ncuda_source = '''\n#include <torch/extension.h>\n#include <cuda_runtime.h>\n#include <cfloat>\n\n__global__ void soft_smith_waterman_kernel(\n const float* __restrict__ score_matrix,\n float* __restrict__ output,\n int B, int M, int N,\n float gap_open, float temperature\n) {\n int b = blockIdx.x;\n if (b >= B) return;\n\n extern __shared__ float H_batch[];\n\n // Initialize H to 0\n for (int i = 0; i <= M; ++i) {\n for (int j = 0; j <= N; ++j) {\n H_batch[i*(N+1) + j] = 0.0f;\n }\n }\n\n float inv_temp = 1.0f / temperature;\n for (int i = 1; i <= M; ++i) {\n for (int j = 1; j <= N; ++j) {\n float match = H_batch[(i-1)*(N+1) + (j-1)] + score_matrix[b*M*N + (i-1)*N + (j-1)];\n float delete_ = H_batch[(i-1)*(N+1) + j] + gap_open;\n float insert = H_batch[i*(N+1) + (j-1)] + gap_open;\n float zero = 0.0f;\n\n float m = fmaxf(fmaxf(zero, match), fmaxf(delete_, insert));\n float sum = expf((zero - m) * inv_temp) + expf((match - m)*inv_temp) + expf((delete_ - m)*inv_temp) + expf((insert - m)*inv_temp);\n H_batch[i*(N+1) + j] = temperature * (logf(sum) + m * inv_temp);\n }\n }\n\n // Find max over all H\n float max_val = -FLT_MAX;\n for (int i = 0; i <= M; ++i) {\n for (int j = 0; j <= N; ++j) {\n max_val = fmaxf(max_val, H_batch[i*(N+1) + j]);\n }\n }\n output[b] = max_val;\n}\n\ntorch::Tensor soft_smith_waterman_cuda(torch::Tensor score_matrix, float gap_open, float temperature) {\n int B = score_matrix.size(0);\n int M = score_matrix.size(1);\n int N = score_matrix.size(2);\n\n auto output = torch::zeros({B}, score_matrix.options());\n\n int threads = 1;\n int blocks = B;\n size_t shared_size = (M+1)*(N+1) * sizeof(float);\n\n soft_smith_waterman_kernel<<<blocks, threads, shared_size>>>(\n score_matrix.data_ptr<float>(),\n output.data_ptr<float>(),\n B, M, N, gap_open, temperature\n );\n\n return output;\n}\n'''\n\ncpp_source = '''\ntorch::Tensor soft_smith_waterman_cuda(torch::Tensor score_matrix, float gap_open, float temperature);\n'''\n\nmodule = load_inline(\n name='soft_sw',\n cpp_sources=[cpp_source],\n cuda_sources=[cuda_source],\n functions=['soft_smith_waterman_cuda'],\n verbose=False,\n extra_cuda_cflags=['-O3']\n)\n\nclass ModelNew(nn.Module):\n def __init__(self, gap_open=-1.0, temperature=1.0):\n super().__init__()\n self.gap_open = gap_open;\n self.temperature = temperature;\n\n def forward(self, score_matrix: torch.Tensor) -> torch.Tensor:\n return module.soft_smith_waterman_cuda(score_matrix, self.gap_open, self.temperature)\n" }
result ← compile_kernel (ok)
okcompile_kernel compile_kernel PASSED: kernel compiled without errors.
turn 46.1s turn · 5.7s LLM · 0.4s tools · tokens in=5,951 · out=825 · total=6,780
reasoning
Now test correctness.
call → run_correctness
callrun_correctness { "kernel_code": "import torch\nimport torch.nn as nn\nfrom torch.utils.cpp_extension import load_inline\n\ncuda_source = '''\n#include <torch/extension.h>\n#include <cuda_runtime.h>\n#include <cfloat>\n\n__global__ void soft_smith_waterman_kernel(\n const float* __restrict__ score_matrix,\n float* __restrict__ output,\n int B, int M, int N,\n float gap_open, float temperature\n) {\n int b = blockIdx.x;\n if (b >= B) return;\n\n extern __shared__ float H_batch[];\n\n // Initialize H to 0\n for (int i = 0; i <= M; ++i) {\n for (int j = 0; j <= N; ++j) {\n H_batch[i*(N+1) + j] = 0.0f;\n }\n }\n\n float inv_temp = 1.0f / temperature;\n for (int i = 1; i <= M; ++i) {\n for (int j = 1; j <= N; ++j) {\n float match = H_batch[(i-1)*(N+1) + (j-1)] + score_matrix[b*M*N + (i-1)*N + (j-1)];\n float delete_ = H_batch[(i-1)*(N+1) + j] + gap_open;\n float insert = H_batch[i*(N+1) + (j-1)] + gap_open;\n float zero = 0.0f;\n\n float m = fmaxf(fmaxf(zero, match), fmaxf(delete_, insert));\n float sum = expf((zero - m) * inv_temp) + expf((match - m)*inv_temp) + expf((delete_ - m)*inv_temp) + expf((insert - m)*inv_temp);\n H_batch[i*(N+1) + j] = temperature * (logf(sum) + m * inv_temp);\n }\n }\n\n // Find max over all H\n float max_val = -FLT_MAX;\n for (int i = 0; i <= M; ++i) {\n for (int j = 0; j <= N; ++j) {\n max_val = fmaxf(max_val, H_batch[i*(N+1) + j]);\n }\n }\n output[b] = max_val;\n}\n\ntorch::Tensor soft_smith_waterman_cuda(torch::Tensor score_matrix, float gap_open, float temperature) {\n int B = score_matrix.size(0);\n int M = score_matrix.size(1);\n int N = score_matrix.size(2);\n\n auto output = torch::zeros({B}, score_matrix.options());\n\n int threads = 1;\n int blocks = B;\n size_t shared_size = (M+1)*(N+1) * sizeof(float);\n\n soft_smith_waterman_kernel<<<blocks, threads, shared_size>>>(\n score_matrix.data_ptr<float>(),\n output.data_ptr<float>(),\n B, M, N, gap_open, temperature\n );\n\n return output;\n}\n'''\n\ncpp_source = '''\ntorch::Tensor soft_smith_waterman_cuda(torch::Tensor score_matrix, float gap_open, float temperature);\n'''\n\nmodule = load_inline(\n name='soft_sw',\n cpp_sources=[cpp_source],\n cuda_sources=[cuda_source],\n functions=['soft_smith_waterman_cuda'],\n verbose=False,\n extra_cuda_cflags=['-O3']\n)\n\nclass ModelNew(nn.Module):\n def __init__(self, gap_open=-1.0, temperature=1.0):\n super().__init__()\n self.gap_open = gap_open;\n self.temperature = temperature;\n\n def forward(self, score_matrix: torch.Tensor) -> torch.Tensor:\n return module.soft_smith_waterman_cuda(score_matrix, self.gap_open, self.temperature)\n" }
result ← run_correctness (ok)
okrun_correctness run_correctness PASSED: (3 / 3) trials all matched the reference. Numerical precision: max_abs_err=1.91e-06 mean_abs_err=1.99e-07 max_rel_err=6.33e-08
turn 5116.6s turn · 6.4s LLM · 110.2s tools · tokens in=6,840 · out=824 · total=7,677 · FINAL
reasoning
Correct! Now submit, as it's faster than Python loops surely.
call → submit_kernel
callsubmit_kernel { "kernel_code": "import torch\nimport torch.nn as nn\nfrom torch.utils.cpp_extension import load_inline\n\ncuda_source = '''\n#include <torch/extension.h>\n#include <cuda_runtime.h>\n#include <cfloat>\n\n__global__ void soft_smith_waterman_kernel(\n const float* __restrict__ score_matrix,\n float* __restrict__ output,\n int B, int M, int N,\n float gap_open, float temperature\n) {\n int b = blockIdx.x;\n if (b >= B) return;\n\n extern __shared__ float H_batch[];\n\n // Initialize H to 0\n for (int i = 0; i <= M; ++i) {\n for (int j = 0; j <= N; ++j) {\n H_batch[i*(N+1) + j] = 0.0f;\n }\n }\n\n float inv_temp = 1.0f / temperature;\n for (int i = 1; i <= M; ++i) {\n for (int j = 1; j <= N; ++j) {\n float match = H_batch[(i-1)*(N+1) + (j-1)] + score_matrix[b*M*N + (i-1)*N + (j-1)];\n float delete_ = H_batch[(i-1)*(N+1) + j] + gap_open;\n float insert = H_batch[i*(N+1) + (j-1)] + gap_open;\n float zero = 0.0f;\n\n float m = fmaxf(fmaxf(zero, match), fmaxf(delete_, insert));\n float sum = expf((zero - m) * inv_temp) + expf((match - m)*inv_temp) + expf((delete_ - m)*inv_temp) + expf((insert - m)*inv_temp);\n H_batch[i*(N+1) + j] = temperature * (logf(sum) + m * inv_temp);\n }\n }\n\n // Find max over all H\n float max_val = -FLT_MAX;\n for (int i = 0; i <= M; ++i) {\n for (int j = 0; j <= N; ++j) {\n max_val = fmaxf(max_val, H_batch[i*(N+1) + j]);\n }\n }\n output[b] = max_val;\n}\n\ntorch::Tensor soft_smith_waterman_cuda(torch::Tensor score_matrix, float gap_open, float temperature) {\n int B = score_matrix.size(0);\n int M = score_matrix.size(1);\n int N = score_matrix.size(2);\n\n auto output = torch::zeros({B}, score_matrix.options());\n\n int threads = 1;\n int blocks = B;\n size_t shared_size = (M+1)*(N+1) * sizeof(float);\n\n soft_smith_waterman_kernel<<<blocks, threads, shared_size>>>(\n score_matrix.data_ptr<float>(),\n output.data_ptr<float>(),\n B, M, N, gap_open, temperature\n );\n\n return output;\n}\n'''\n\ncpp_source = '''\ntorch::Tensor soft_smith_waterman_cuda(torch::Tensor score_matrix, float gap_open, float temperature);\n'''\n\nmodule = load_inline(\n name='soft_sw',\n cpp_sources=[cpp_source],\n cuda_sources=[cuda_source],\n functions=['soft_smith_waterman_cuda'],\n verbose=False,\n extra_cuda_cflags=['-O3']\n)\n\nclass ModelNew(nn.Module):\n def __init__(self, gap_open=-1.0, temperature=1.0):\n super().__init__()\n self.gap_open = gap_open;\n self.temperature = temperature;\n\n def forward(self, score_matrix: torch.Tensor) -> torch.Tensor:\n return module.soft_smith_waterman_cuda(score_matrix, self.gap_open, self.temperature)\n" }
result ← submit_kernel (ok)
oksubmit_kernel submit_kernel PASSED: (3 / 3) correctness trials all passed. Kernel runtime: 0.18 μs Runtime stats: mean=0.18μs median=?μs std=0.00μs Numerical precision: max_abs_err=1.91e-06 mean_abs_err=1.99e-07 max_rel_err=6.33e-08 Memory: 33.06 MB peak (ref: 33.13 MB, ratio: 0.9978x) Kernel launches: 4 (ref: 61456, fusion ratio: 15364.0) SOL score: 0.051 Flagged for excessive speedup — this submission may have been rejected by automated review.
final submitted kernel (94 lines, 2,777 chars) — full source, untruncated
import torch
import torch.nn as nn
from torch.utils.cpp_extension import load_inline

cuda_source = '''
#include <torch/extension.h>
#include <cuda_runtime.h>
#include <cfloat>

__global__ void soft_smith_waterman_kernel(
    const float* __restrict__ score_matrix,
    float* __restrict__ output,
    int B, int M, int N,
    float gap_open, float temperature
) {
    int b = blockIdx.x;
    if (b >= B) return;

    extern __shared__ float H_batch[];

    // Initialize H to 0
    for (int i = 0; i <= M; ++i) {
        for (int j = 0; j <= N; ++j) {
            H_batch[i*(N+1) + j] = 0.0f;
        }
    }

    float inv_temp = 1.0f / temperature;
    for (int i = 1; i <= M; ++i) {
        for (int j = 1; j <= N; ++j) {
            float match = H_batch[(i-1)*(N+1) + (j-1)] + score_matrix[b*M*N + (i-1)*N + (j-1)];
            float delete_ = H_batch[(i-1)*(N+1) + j] + gap_open;
            float insert = H_batch[i*(N+1) + (j-1)] + gap_open;
            float zero = 0.0f;

            float m = fmaxf(fmaxf(zero, match), fmaxf(delete_, insert));
            float sum = expf((zero - m) * inv_temp) + expf((match - m)*inv_temp) + expf((delete_ - m)*inv_temp) + expf((insert - m)*inv_temp);
            H_batch[i*(N+1) + j] = temperature * (logf(sum) + m * inv_temp);
        }
    }

    // Find max over all H
    float max_val = -FLT_MAX;
    for (int i = 0; i <= M; ++i) {
        for (int j = 0; j <= N; ++j) {
            max_val = fmaxf(max_val, H_batch[i*(N+1) + j]);
        }
    }
    output[b] = max_val;
}

torch::Tensor soft_smith_waterman_cuda(torch::Tensor score_matrix, float gap_open, float temperature) {
    int B = score_matrix.size(0);
    int M = score_matrix.size(1);
    int N = score_matrix.size(2);

    auto output = torch::zeros({B}, score_matrix.options());

    int threads = 1;
    int blocks = B;
    size_t shared_size = (M+1)*(N+1) * sizeof(float);

    soft_smith_waterman_kernel<<<blocks, threads, shared_size>>>(
        score_matrix.data_ptr<float>(),
        output.data_ptr<float>(),
        B, M, N, gap_open, temperature
    );

    return output;
}
'''

cpp_source = '''
torch::Tensor soft_smith_waterman_cuda(torch::Tensor score_matrix, float gap_open, float temperature);
'''

module = load_inline(
    name='soft_sw',
    cpp_sources=[cpp_source],
    cuda_sources=[cuda_source],
    functions=['soft_smith_waterman_cuda'],
    verbose=False,
    extra_cuda_cflags=['-O3']
)

class ModelNew(nn.Module):
    def __init__(self, gap_open=-1.0, temperature=1.0):
        super().__init__()
        self.gap_open = gap_open;
        self.temperature = temperature;

    def forward(self, score_matrix: torch.Tensor) -> torch.Tensor:
        return module.soft_smith_waterman_cuda(score_matrix, self.gap_open, self.temperature)