grok-4.3 · popcorn · pop_l123_default_gpt
correct 22_SE3InvariantLinear.py
model
grok-4.3
turns / max
8 / 12
tool calls
8
tokens (total)
50766
wall clock
4791.9s
truncated
no
backend
cuda fp32
variant
popcorn
runtime
0.03 μs
ref runtime
0.05 μs
speedup
1.55x
started
2026-05-11T13:42:51Z
timingkernelbench.timing
kernel runtime
0.03 μs
ref runtime
0.05 μs
speedup
1.55x
kernel mean / median / std
0.03 / — / 4.74e-04 μs
ref mean / median / std
0.05 / — / 6.99e-04 μs
numerical precisioneval_kernel_against_ref
max abs error
7.15e-07
mean abs error
3.82e-08
max rel error
0.04
mean rel error
5.04e-07
gpu memoryextended_metrics.measure_memory
kernel peak
34.37 MB
ref peak
34.55 MB
kernel / ref
0.99x
kernel launches / fusiontorch.profiler
kernel launches
6
ref launches
51
fusion ratio (ref / kernel)
8.50x
total cuda time
2427 μs
SOL (speed-of-light)nsight_hardware_counters
SOL score (0–1)
0.185
dram util %
18.5%
compute util %
11.6%
bottleneck
memory-bound
dominant pipe
FP32
arithmetic intensity
—
ridge point
20.00
roofline / occupancynsight_hardware_counters
dram bandwidth
618.73 GB/s
dram util %
18.5%
fp32 tflops
—
fp32 util %
—
fp16 tflops
—
occupancy %
85.7%
bottleneck
memory-bound
dominant pipe %
11.6%
arithmetic intensity
—
ridge point
20.00
L1 hit %
—
L2 hit %
520.7%
ld sectors / req
56.26
st sectors / req
—
regs / thread
144
smem / block
6144 B
block size
1408
peak bw
3350.00 GB/s
peak fp32 tflops
67.00
peak fp16 tflops
1979.00
warp stalls (top 5)nsight
long_scoreboard
11390.3%
short_scoreboard
3457.9%
mio_throttle
16.1%
reference PyTorch source (the prompt the agent sees)
import torch
import torch.nn as nn


class Model(nn.Module):
    """
    SE(3)-invariant linear layer.  Maps node features that are augmented
    with 3-D coordinate information through a linear transform that
    respects rotational and translational invariance.  The layer operates
    on (scalar_features, vector_features) pairs where scalar features
    transform trivially and vector features transform as 3-D vectors.
    Used in equivariant GNNs (EGNN, PaiNN, TFN).
    """

    def __init__(self, scalar_in, scalar_out, vector_in, vector_out):
        super().__init__()
        self.scalar_linear = nn.Linear(scalar_in + vector_in, scalar_out)
        self.vector_weight = nn.Parameter(torch.randn(vector_out, vector_in))
        nn.init.xavier_uniform_(self.vector_weight)
        self.vector_gate = nn.Linear(scalar_in + vector_in, vector_out)

    def forward(
        self, scalar_feat: torch.Tensor, vector_feat: torch.Tensor
    ) -> tuple:
        """
        Args:
            scalar_feat: (B, N, scalar_in) – invariant node features
            vector_feat: (B, N, vector_in, 3) – equivariant vector features
        Returns:
            (scalar_out, vector_out):
                scalar_out: (B, N, scalar_out)
                vector_out: (B, N, vector_out, 3)
        """
        # Invariant scalars from vector norms
        vec_norm = vector_feat.norm(dim=-1)  # (B, N, vector_in)
        combined = torch.cat([scalar_feat, vec_norm], dim=-1)

        s_out = self.scalar_linear(combined)

        # Equivariant vector transform: linear combination of input vectors
        v_out = torch.einsum("oi,bnid->bnod", self.vector_weight, vector_feat)
        # Gating by scalar-derived signal
        gate = torch.sigmoid(self.vector_gate(combined)).unsqueeze(-1)  # (B, N, vector_out, 1)
        v_out = gate * v_out

        return s_out, v_out


scalar_in = 64
scalar_out = 64
vector_in = 16
vector_out = 16
num_nodes = 128
batch_size = 8


def get_inputs():
    p = popcorn_pri
    bs = p.jitter_int(batch_size)
    nn = p.jitter_int(num_nodes)
    s = torch.randn(bs, nn, scalar_in)
    v = torch.randn(bs, nn, vector_in, 3)
    return [s, v]


def get_init_inputs():
    return [scalar_in, scalar_out, vector_in, vector_out]
turn 0610.0s turn · 8.0s LLM · 602.1s tools · tokens in=1,778 · out=6 · total=2,209
reasoning
The task is to replace the forward computation of this PyTorch SE(3)-invariant linear layer with a custom CUDA kernel that's faster. The task involves replacing the forward computation of a PyTorch SE(3)-invariant linear layer model with a custom CUDA kernel to make it faster.
call → get_gpu_specs
callget_gpu_specs {}
result ← get_gpu_specs (ok)
okget_gpu_specs GPU specs for NVIDIA H100 80GB HBM3: total memory (runtime): 79.1 GB spec entry: H100 GPU Architecture: Hopper GPU Memory: 80GB Memory Bandwidth: 3.35 TB/s FP64 TFLOPS: 34 FP64 Tensor Core TFLOPS: 67 FP32 TFLOPS: 67 TF32 Tensor Core TFLOPS: 989 with sparsity BFLOAT16 Tensore Core TFLOPS: 1979 with sparsity FP16 Tensor Core TFLOPS: 1979 with sparsity FP8 Tensor Core TFLOPS: 3958 with sparsity INT8 Tensor Core TOPS: 3958 with sparsity Register File Size: 64K 32-bit registers per SM Maximum number of registers per thread: 255 Maximum number of thread blocks per SM: 32 Shared memory capacity per SM: 228 KB Maximum shared memory per thread block: 227 KB
turn 1384.4s turn · 8.4s LLM · 376.0s tools · tokens in=2,442 · out=383 · total=2,966
reasoning
H100, high bandwidth. I need to implement this.
call → compile_kernel
callcompile_kernel { "kernel_code": "import torch\nimport torch.nn as nn\nfrom torch.utils.cpp_extension import load_inline\n\ncuda_source = '''\n#include <torch/extension.h>\n#include <cuda.h>\n#include <cuda_runtime.h>\n#include <cmath>\n\n__global__ void se3_inv_linear_kernel(\n const float* __restrict__ scalar_feat,\n const float* __restrict__ vector_feat,\n const float* __restrict__ scalar_weight,\n const float* __restrict__ scalar_bias,\n const float* __restrict__ vector_weight,\n const float* __restrict__ gate_weight,\n const float* __restrict__ gate_bias,\n float* __restrict__ s_out,\n float* __restrict__ v_out,\n int B, int N, int scalar_in, int scalar_out, int vector_in, int vector_out\n) {\n // Each thread handles one (b,n) position for simplicity, but we'll vectorize\n int idx = blockIdx.x * blockDim.x + threadIdx.x;\n int total = B * N;\n if (idx >= total) return;\n\n int b = idx / N;\n int n = idx % N;\n\n // Compute vec_norm\n extern __shared__ float shared[];\n float* norm_buf = shared; // but per thread, better local\n\n // Since small, compute in registers or local mem\n // For simplicity, use global for now, but optimize later\n}\n\ntorch::Tensor dummy(torch::Tensor s, torch::Tensor v) {\n return s;\n}\n'''\n\ncpp_source = '''\ntorch::Tensor dummy(torch::Tensor s, torch::Tensor v);\n'''\n\nmodule = load_inline(\n name='se3_kernel',\n cpp_sources=[cpp_source],\n cuda_sources=[cuda_source],\n functions=['dummy'],\n verbose=True\n)\nprint(\"Compiled successfully\")\n" }
result ← compile_kernel (fail)
failcompile_kernel compile_kernel FAILED: ModelNew class not found or syntax error prevented execution. Compiled successfully
turn 2516.1s turn · 13.8s LLM · 502.4s tools · tokens in=2,991 · out=759 · total=4,030
reasoning
It compiled the dummy, but I need the full ModelNew. I need to replace the forward computation of the PyTorch model with a custom CUDA kernel for the ModelNew class. It must accept the same inputs as the original Model, have theidentical forward signature, and produce the same outputs numerically. The batch_size is 8, and inputs are scalars and vectors as defined.
call → compile_kernel
callcompile_kernel { "kernel_code": "import torch\nimport torch.nn as nn\nfrom torch.utils.cpp_extension import load_inline\n\ncuda_source = r'''\n#include <torch/extension.h>\n#include <cuda_runtime.h>\n#include <vector>\n\n__global__ void compute_norm_kernel(const float* vector_feat, float* vec_norm, int total, int vector_in) {\n int idx = blockIdx.x * blockDim.x + threadIdx.x;\n if (idx >= total) return;\n int bn = idx / vector_in;\n int vi = idx % vector_in;\n float sum = 0.0f;\n const float* vptr = vector_feat + bn * vector_in * 3 + vi * 3;\n for (int d=0; d<3; d++) {\n float val = vptr[d];\n sum += val * val;\n }\n vec_norm[bn * vector_in + vi] = sqrtf(sum);\n}\n\ntorch::Tensor se3_forward(\n torch::Tensor scalar_feat,\n torch::Tensor vector_feat,\n torch::Tensor scalar_weight,\n torch::Tensor scalar_bias,\n torch::Tensor vector_weight,\n torch::Tensor gate_weight,\n torch::Tensor gate_bias\n) {\n int B = scalar_feat.size(0);\n int N = scalar_feat.size(1);\n int scalar_in = scalar_feat.size(2);\n int vector_in = vector_feat.size(2);\n int vector_out = vector_weight.size(0);\n int scalar_out = scalar_weight.size(0);\n\n auto options = scalar_feat.options();\n auto vec_norm = torch::empty({B, N, vector_in}, options);\n int total_norm = B * N * vector_in;\n int threads = 256;\n int blocks = (total_norm + threads - 1) / threads;\n compute_norm_kernel<<<blocks, threads>>>(vector_feat.data_ptr<float>(), vec_norm.data_ptr<float>(), total_norm, vector_in);\n\n auto combined = torch::cat({scalar_feat, vec_norm}, -1);\n auto s_out = torch::linear(combined, scalar_weight, scalar_bias); // but this is not pure cuda, will fail\n\n // placeholder\n auto v_out = torch::zeros({B, N, vector_out, 3}, options);\n return s_out;\n}\n'''\n\ncpp_source = r'''\ntorch::Tensor se3_forward(torch::Tensor scalar_feat, torch::Tensor vector_feat, torch::Tensor scalar_weight, torch::Tensor scalar_bias, torch::Tensor vector_weight, torch::Tensor gate_weight, torch::Tensor gate_bias);\n'''\n\nmodule = load_inline(\n name='se3_module',\n cpp_sources=cpp_source,\n cuda_sources=cuda_source,\n functions=['se3_forward'],\n verbose=True\n)\n\nclass ModelNew(nn.Module):\n def __init__(self, scalar_in, scalar_out, vector_in, vector_out):\n super().__init__()\n self.scalar_linear = nn.Linear(scalar_in + vector_in, scalar_out)\n self.vector_weight = nn.Parameter(torch.randn(vector_out, vector_in))\n nn.init.xavier_uniform_(self.vector_weight)\n self.vector_gate = nn.Linear(scalar_in + vector_in, vector_out)\n self.se3_mod = module\n\n def forward(self, scalar_feat, vector_feat):\n s_out = self.se3_mod.se3_forward(\n scalar_feat, vector_feat,\n self.scalar_linear.weight, self.scalar_linear.bias,\n self.vector_weight,\n self.vector_gate.weight, self.vector_gate.bias\n )\n return s_out, torch.zeros_like(vector_feat) # placeholder\nprint(\"Setup done\")\n" }
result ← compile_kernel (ok)
okcompile_kernel compile_kernel PASSED: kernel compiled without errors.
turn 3703.8s turn · 9.8s LLM · 694.0s tools · tokens in=4,047 · out=974 · total=5,105
reasoning
It passed compile, but the code has torch::linear which is invalid in CUDA.
call → compile_kernel
callcompile_kernel { "kernel_code": "import torch\nimport torch.nn as nn\nfrom torch.utils.cpp_extension import load_inline\n\ncuda_source = r'''\n#include <torch/extension.h>\n#include <cuda_runtime.h>\n#include <cmath>\n\n__global__ void compute_norm_kernel(const float* __restrict__ vector_feat, float* __restrict__ vec_norm, int B, int N, int vector_in) {\n int idx = blockIdx.x * blockDim.x + threadIdx.x;\n int total = B * N * vector_in;\n if (idx >= total) return;\n int bn = idx / vector_in;\n int vi = idx % vector_in;\n float sum = 0.0f;\n const float* vptr = vector_feat + (bn * vector_in + vi) * 3;\n sum = vptr[0]*vptr[0] + vptr[1]*vptr[1] + vptr[2]*vptr[2];\n vec_norm[bn * vector_in + vi] = sqrtf(sum);\n}\n\n__global__ void linear_kernel(const float* __restrict__ input, const float* __restrict__ weight, const float* __restrict__ bias, float* __restrict__ output, int M, int K, int Out) {\n int m = blockIdx.x * blockDim.x + threadIdx.x;\n int o = blockIdx.y * blockDim.y + threadIdx.y;\n if (m >= M || o >= Out) return;\n float sum = bias[o];\n for (int k = 0; k < K; k++) {\n sum += input[m * K + k] * weight[o * K + k];\n }\n output[m * Out + o] = sum;\n}\n\n__global__ void gate_vout_kernel(const float* __restrict__ v_in, const float* __restrict__ gate, float* __restrict__ v_out, int total_bn, int vector_out, int vector_in) {\n int idx = blockIdx.x * blockDim.x + threadIdx.x;\n int total = total_bn * vector_out * 3;\n if (idx >= total) return;\n int bn = idx / (vector_out * 3);\n int rem = idx % (vector_out * 3);\n int vo = rem / 3;\n int d = rem % 3;\n float g = gate[bn * vector_out + vo];\n float val = 0.0f;\n for (int vi=0; vi < vector_in; vi++) { // naive\n // but to do proper, need input v\n }\n // placeholder\n}\n\ntorch::Tensor se3_forward(\n torch::Tensor scalar_feat,\n torch::Tensor vector_feat,\n torch::Tensor scalar_weight,\n torch::Tensor scalar_bias,\n torch::Tensor vector_weight_param,\n torch::Tensor gate_weight,\n torch::Tensor gate_bias\n) {\n // Full implementation would go here\n // For now return dummy\n auto s_out = torch::zeros({scalar_feat.size(0), scalar_feat.size(1), scalar_weight.size(0)}, scalar_feat.options());\n return s_out;\n}\n'''\n\ncpp_source = r'''\ntorch::Tensor se3_forward(torch::Tensor scalar_feat, torch::Tensor vector_feat, torch::Tensor scalar_weight, torch::Tensor scalar_bias, torch::Tensor vector_weight, torch::Tensor gate_weight, torch::Tensor gate_bias);\n'''\n\nmodule = load_inline(\n name='se3_module',\n cpp_sources=[cpp_source],\n cuda_sources=[cuda_source],\n functions=['se3_forward'],\n verbose=True\n)\n\nclass ModelNew(nn.Module):\n def __init__(self, scalar_in, scalar_out, vector_in, vector_out):\n super().__init__()\n self.scalar_linear = nn.Linear(scalar_in + vector_in, scalar_out)\n self.vector_weight = nn.Parameter(torch.randn(vector_out, vector_in))\n nn.init.xavier_uniform_(self.vector_weight)\n self.vector_gate = nn.Linear(scalar_in + vector_in, vector_out)\n\n def forward(self, scalar_feat, vector_feat):\n # Use reference for now but will replace\n vec_norm = vector_feat.norm(dim=-1)\n combined = torch.cat([scalar_feat, vec_norm], dim=-1)\n s_out = self.scalar_linear(combined)\n v_out = torch.einsum(\"oi,bnid->bnod\", self.vector_weight, vector_feat)\n gate = torch.sigmoid(self.vector_gate(combined)).unsqueeze(-1)\n v_out = gate * v_out\n return s_out, v_out\n\nprint(\"Basic structure ready\")\n" }
result ← compile_kernel (ok)
okcompile_kernel compile_kernel PASSED: kernel compiled without errors.
turn 4 · 1 tool call(s) · 969.8s turn · 18.5s LLM · tokens in=5,122 · out=1,500 · total=6,717 · 6,623 chars (click to expand)
turn 4969.8s turn · 18.5s LLM · 951.3s tools · tokens in=5,122 · out=1,500 · total=6,717
reasoning
Still not the kernel implementation.
call → run_correctness
callrun_correctness { "kernel_code": "import torch\nimport torch.nn as nn\nfrom torch.utils.cpp_extension import load_inline\n\ncuda_source = r'''\n#include <torch/extension.h>\n#include <cuda_runtime.h>\n#include <cmath>\n\n__global__ void compute_norm_kernel(const float* __restrict__ vector_feat, float* __restrict__ vec_norm, int total_bn, int vector_in) {\n int idx = blockIdx.x * blockDim.x + threadIdx.x;\n int total = total_bn * vector_in;\n if (idx >= total) return;\n int bn = idx / vector_in;\n int vi = idx % vector_in;\n const float* vptr = vector_feat + bn * vector_in * 3 + vi * 3;\n float sum = vptr[0]*vptr[0] + vptr[1]*vptr[1] + vptr[2]*vptr[2];\n vec_norm[idx] = sqrtf(sum);\n}\n\n__global__ void matmul_bias_kernel(const float* __restrict__ input, const float* __restrict__ weight, const float* __restrict__ bias, float* __restrict__ output, int M, int K, int Out) {\n int row = blockIdx.x * blockDim.x + threadIdx.x;\n int col = blockIdx.y * blockDim.y + threadIdx.y;\n if (row >= M || col >= Out) return;\n float sum = (bias != nullptr) ? bias[col] : 0.0f;\n const float* w_row = weight + col * K;\n const float* in_row = input + row * K;\n for (int k = 0; k < K; ++k) {\n sum += in_row[k] * w_row[k];\n }\n output[row * Out + col] = sum;\n}\n\n__global__ void vector_transform_kernel(const float* __restrict__ vector_feat, const float* __restrict__ v_weight, const float* __restrict__ gate, float* __restrict__ v_out, int B, int N, int vector_in, int vector_out) {\n int idx = blockIdx.x * blockDim.x + threadIdx.x;\n int total = B * N * vector_out * 3;\n if (idx >= total) return;\n int bn = idx / (vector_out * 3);\n int rem = idx % (vector_out * 3);\n int vo = rem / 3;\n int d = rem % 3;\n float g = gate[bn * vector_out + vo];\n float sum = 0.0f;\n const float* vw = v_weight + vo * vector_in;\n const float* vf = vector_feat + bn * vector_in * 3 + d;\n for (int vi = 0; vi < vector_in; ++vi) {\n sum += vw[vi] * vf[vi * 3];\n }\n v_out[idx] = g * sum;\n}\n\ntorch::Tensor se3_forward(\n torch::Tensor scalar_feat,\n torch::Tensor vector_feat,\n torch::Tensor scalar_w,\n torch::Tensor scalar_b,\n torch::Tensor vec_w,\n torch::Tensor gate_w,\n torch::Tensor gate_b\n) {\n auto opts = scalar_feat.options();\n int B = scalar_feat.size(0);\n int N = scalar_feat.size(1);\n int scalar_in = scalar_feat.size(2);\n int vector_in = vector_feat.size(2);\n int scalar_out = scalar_w.size(0);\n int vector_out = vec_w.size(0);\n int M = B * N;\n int K_comb = scalar_in + vector_in;\n\n auto vec_norm = torch::empty({B, N, vector_in}, opts);\n compute_norm_kernel<<<(M*vector_in + 255)/256, 256>>>(vector_feat.data_ptr<float>(), vec_norm.data_ptr<float>(), M, vector_in);\n\n auto combined = torch::cat({scalar_feat, vec_norm}, -1);\n\n auto s_out = torch::empty({B, N, scalar_out}, opts);\n dim3 block(16, 16);\n dim3 grid((M + 15)/16, (scalar_out + 15)/16);\n matmul_bias_kernel<<<grid, block>>>(combined.data_ptr<float>(), scalar_w.data_ptr<float>(), scalar_b.data_ptr<float>(), s_out.data_ptr<float>(), M, K_comb, scalar_out);\n\n auto gate_out = torch::empty({M, vector_out}, opts);\n dim3 grid_g((M + 15)/16, (vector_out + 15)/16);\n matmul_bias_kernel<<<grid_g, block>>>(combined.data_ptr<float>(), gate_w.data_ptr<float>(), gate_b.data_ptr<float>(), gate_out.data_ptr<float>(), M, K_comb, vector_out);\n\n // sigmoid in place or new\n auto gate_sig = torch::sigmoid(gate_out).view({B, N, vector_out});\n\n auto v_out = torch::empty({B, N, vector_out, 3}, opts);\n vector_transform_kernel<<<(M * vector_out * 3 + 255)/256, 256>>>(vector_feat.data_ptr<float>(), vec_w.data_ptr<float>(), gate_sig.data_ptr<float>(), v_out.data_ptr<float>(), B, N, vector_in, vector_out);\n\n return s_out;\n}\n'''\n\ncpp_source = '''\ntorch::Tensor se3_forward(torch::Tensor scalar_feat, torch::Tensor vector_feat, torch::Tensor scalar_w, torch::Tensor scalar_b, torch::Tensor vec_w, torch::Tensor gate_w, torch::Tensor gate_b);\n'''\n\n_module = load_inline(\n name='se3_mod',\n cpp_sources=[cpp_source],\n cuda_sources=[cuda_source],\n functions=['se3_forward'],\n verbose=False\n)\n\nclass ModelNew(nn.Module):\n def __init__(self, scalar_in, scalar_out, vector_in, vector_out):\n super().__init__()\n self.scalar_linear = nn.Linear(scalar_in + vector_in, scalar_out)\n self.vector_weight = nn.Parameter(torch.randn(vector_out, vector_in))\n nn.init.xavier_uniform_(self.vector_weight)\n self.vector_gate = nn.Linear(scalar_in + vector_in, vector_out)\n self._mod = _module\n\n def forward(self, scalar_feat: torch.Tensor, vector_feat: torch.Tensor):\n s_out = self._mod.se3_forward(\n scalar_feat.contiguous(),\n vector_feat.contiguous(),\n self.scalar_linear.weight,\n self.scalar_linear.bias,\n self.vector_weight,\n self.vector_gate.weight,\n self.vector_gate.bias\n )\n # Note: v_out not returned from kernel yet, but for test we fix\n vec_norm = vector_feat.norm(dim=-1)\n combined = torch.cat([scalar_feat, vec_norm], dim=-1)\n v_out = torch.einsum(\"oi,bnid->bnod\", self.vector_weight, vector_feat)\n gate = torch.sigmoid(self.vector_gate(combined)).unsqueeze(-1)\n v_out = gate * v_out\n return s_out, v_out\n" }
result ← run_correctness (ok)
okrun_correctness run_correctness PASSED: (5 / 5) trials all matched the reference. Numerical precision: max_abs_err=7.15e-07 mean_abs_err=3.24e-08 max_rel_err=3.82e-02
turn 5 · 1 tool call(s) · 526.2s turn · 12.1s LLM · tokens in=6,777 · out=1,478 · total=8,377 · 6,710 chars (click to expand)
turn 5526.2s turn · 12.1s LLM · 514.1s tools · tokens in=6,777 · out=1,478 · total=8,377
reasoning
Great, correctness passes (I returned s_out correctly and v_out from PyTorch in the class, but wait, the kernel only computes s_out, but since v_out matches reference, ok? No, the test uses the return...
call → run_correctness
callrun_correctness { "kernel_code": "import torch\nimport torch.nn as nn\nfrom torch.utils.cpp_extension import load_inline\n\ncuda_source = r'''\n#include <torch/extension.h>\n#include <cuda_runtime.h>\n#include <cmath>\n#include <vector>\n\n__global__ void compute_norm_kernel(const float* __restrict__ vector_feat, float* __restrict__ vec_norm, int total_bn, int vector_in) {\n int idx = blockIdx.x * blockDim.x + threadIdx.x;\n int total = total_bn * vector_in;\n if (idx >= total) return;\n int bn = idx / vector_in;\n int vi = idx % vector_in;\n const float* vptr = vector_feat + bn * vector_in * 3 + vi * 3;\n float sum = vptr[0]*vptr[0] + vptr[1]*vptr[1] + vptr[2]*vptr[2];\n vec_norm[idx] = sqrtf(sum);\n}\n\n__global__ void matmul_bias_kernel(const float* __restrict__ input, const float* __restrict__ weight, const float* __restrict__ bias, float* __restrict__ output, int M, int K, int Out) {\n int row = blockIdx.x * blockDim.x + threadIdx.x;\n int col = blockIdx.y * blockDim.y + threadIdx.y;\n if (row >= M || col >= Out) return;\n float sum = bias[col];\n for (int k = 0; k < K; ++k) {\n sum += input[row * K + k] * weight[col * K + k];\n }\n output[row * Out + col] = sum;\n}\n\n__global__ void sigmoid_kernel(float* data, int n) {\n int idx = blockIdx.x * blockDim.x + threadIdx.x;\n if (idx >= n) return;\n float x = data[idx];\n data[idx] = 1.0f / (1.0f + expf(-x));\n}\n\n__global__ void vector_transform_kernel(const float* __restrict__ vector_feat, const float* __restrict__ v_weight, const float* __restrict__ gate, float* __restrict__ v_out, int total_bn, int vector_in, int vector_out) {\n int idx = blockIdx.x * blockDim.x + threadIdx.x;\n int total = total_bn * vector_out * 3;\n if (idx >= total) return;\n int bn = idx / (vector_out * 3);\n int rem = idx % (vector_out * 3);\n int vo = rem / 3;\n int d = rem % 3;\n float g = gate[bn * vector_out + vo];\n float sum = 0.0f;\n const float* vw = v_weight + vo * vector_in;\n const float* vf_base = vector_feat + bn * vector_in * 3;\n for (int vi = 0; vi < vector_in; ++vi) {\n sum += vw[vi] * vf_base[vi * 3 + d];\n }\n v_out[idx] = g * sum;\n}\n\nstd::vector<torch::Tensor> se3_forward(\n torch::Tensor scalar_feat,\n torch::Tensor vector_feat,\n torch::Tensor scalar_w,\n torch::Tensor scalar_b,\n torch::Tensor vec_w,\n torch::Tensor gate_w,\n torch::Tensor gate_b\n) {\n auto opts = scalar_feat.options();\n int B = scalar_feat.size(0);\n int N = scalar_feat.size(1);\n int scalar_in = scalar_feat.size(2);\n int vector_in = vector_feat.size(2);\n int scalar_out = scalar_w.size(0);\n int vector_out = vec_w.size(0);\n int M = B * N;\n int K_comb = scalar_in + vector_in;\n\n auto vec_norm = torch::empty({B, N, vector_in}, opts);\n compute_norm_kernel<<<(M * vector_in + 255)/256, 256>>>(\n vector_feat.data_ptr<float>(), vec_norm.data_ptr<float>(), M, vector_in);\n\n auto combined = torch::cat({scalar_feat, vec_norm}, -1);\n\n auto s_out = torch::empty({B, N, scalar_out}, opts);\n dim3 block(16, 16);\n dim3 grid((M + 15)/16, (scalar_out + 15)/16);\n matmul_bias_kernel<<<grid, block>>>(\n combined.data_ptr<float>(), scalar_w.data_ptr<float>(), scalar_b.data_ptr<float>(),\n s_out.data_ptr<float>(), M, K_comb, scalar_out);\n\n auto gate_lin = torch::empty({M, vector_out}, opts);\n dim3 grid_g((M + 15)/16, (vector_out + 15)/16);\n matmul_bias_kernel<<<grid_g, block>>>(\n combined.data_ptr<float>(), gate_w.data_ptr<float>(), gate_b.data_ptr<float>(),\n gate_lin.data_ptr<float>(), M, K_comb, vector_out);\n\n sigmoid_kernel<<<(M * vector_out + 255)/256, 256>>>(gate_lin.data_ptr<float>(), M * vector_out);\n\n auto gate_sig = gate_lin.view({B, N, vector_out});\n\n auto v_out = torch::empty({B, N, vector_out, 3}, opts);\n vector_transform_kernel<<<(M * vector_out * 3 + 255)/256, 256>>>(\n vector_feat.data_ptr<float>(), vec_w.data_ptr<float>(), gate_sig.data_ptr<float>(),\n v_out.data_ptr<float>(), M, vector_in, vector_out);\n\n return {s_out, v_out};\n}\n'''\n\ncpp_source = '''\nstd::vector<torch::Tensor> se3_forward(torch::Tensor scalar_feat, torch::Tensor vector_feat, torch::Tensor scalar_w, torch::Tensor scalar_b, torch::Tensor vec_w, torch::Tensor gate_w, torch::Tensor gate_b);\n'''\n\n_module = load_inline(\n name='se3_mod',\n cpp_sources=[cpp_source],\n cuda_sources=[cuda_source],\n functions=['se3_forward'],\n verbose=False\n)\n\nclass ModelNew(nn.Module):\n def __init__(self, scalar_in, scalar_out, vector_in, vector_out):\n super().__init__()\n self.scalar_linear = nn.Linear(scalar_in + vector_in, scalar_out)\n self.vector_weight = nn.Parameter(torch.randn(vector_out, vector_in))\n nn.init.xavier_uniform_(self.vector_weight)\n self.vector_gate = nn.Linear(scalar_in + vector_in, vector_out)\n self._mod = _module\n\n def forward(self, scalar_feat: torch.Tensor, vector_feat: torch.Tensor):\n outs = self._mod.se3_forward(\n scalar_feat.contiguous(), vector_feat.contiguous(),\n self.scalar_linear.weight, self.scalar_linear.bias,\n self.vector_weight, self.vector_gate.weight, self.vector_gate.bias\n )\n return outs[0], outs[1]\n" }
result ← run_correctness (ok)
okrun_correctness run_correctness PASSED: (5 / 5) trials all matched the reference. Numerical precision: max_abs_err=7.15e-07 mean_abs_err=3.82e-08 max_rel_err=3.82e-02
turn 6 · 1 tool call(s) · 12.1s turn · 12.1s LLM · tokens in=8,437 · out=1,477 · total=9,932 · 6,447 chars (click to expand)
turn 612.1s turn · 12.1s LLM · 0.0s tools · tokens in=8,437 · out=1,477 · total=9,932
reasoning
Perfect, now full custom CUDA, correctness passes.
call → static_check
callstatic_check { "kernel_code": "import torch\nimport torch.nn as nn\nfrom torch.utils.cpp_extension import load_inline\n\ncuda_source = r'''\n#include <torch/extension.h>\n#include <cuda_runtime.h>\n#include <cmath>\n#include <vector>\n\n__global__ void compute_norm_kernel(const float* __restrict__ vector_feat, float* __restrict__ vec_norm, int total_bn, int vector_in) {\n int idx = blockIdx.x * blockDim.x + threadIdx.x;\n int total = total_bn * vector_in;\n if (idx >= total) return;\n int bn = idx / vector_in;\n int vi = idx % vector_in;\n const float* vptr = vector_feat + bn * vector_in * 3 + vi * 3;\n float sum = vptr[0]*vptr[0] + vptr[1]*vptr[1] + vptr[2]*vptr[2];\n vec_norm[idx] = sqrtf(sum);\n}\n\n__global__ void matmul_bias_kernel(const float* __restrict__ input, const float* __restrict__ weight, const float* __restrict__ bias, float* __restrict__ output, int M, int K, int Out) {\n int row = blockIdx.x * blockDim.x + threadIdx.x;\n int col = blockIdx.y * blockDim.y + threadIdx.y;\n if (row >= M || col >= Out) return;\n float sum = bias[col];\n for (int k = 0; k < K; ++k) {\n sum += input[row * K + k] * weight[col * K + k];\n }\n output[row * Out + col] = sum;\n}\n\n__global__ void sigmoid_kernel(float* data, int n) {\n int idx = blockIdx.x * blockDim.x + threadIdx.x;\n if (idx >= n) return;\n float x = data[idx];\n data[idx] = 1.0f / (1.0f + expf(-x));\n}\n\n__global__ void vector_transform_kernel(const float* __restrict__ vector_feat, const float* __restrict__ v_weight, const float* __restrict__ gate, float* __restrict__ v_out, int total_bn, int vector_in, int vector_out) {\n int idx = blockIdx.x * blockDim.x + threadIdx.x;\n int total = total_bn * vector_out * 3;\n if (idx >= total) return;\n int bn = idx / (vector_out * 3);\n int rem = idx % (vector_out * 3);\n int vo = rem / 3;\n int d = rem % 3;\n float g = gate[bn * vector_out + vo];\n float sum = 0.0f;\n const float* vw = v_weight + vo * vector_in;\n const float* vf_base = vector_feat + bn * vector_in * 3;\n for (int vi = 0; vi < vector_in; ++vi) {\n sum += vw[vi] * vf_base[vi * 3 + d];\n }\n v_out[idx] = g * sum;\n}\n\nstd::vector<torch::Tensor> se3_forward(\n torch::Tensor scalar_feat,\n torch::Tensor vector_feat,\n torch::Tensor scalar_w,\n torch::Tensor scalar_b,\n torch::Tensor vec_w,\n torch::Tensor gate_w,\n torch::Tensor gate_b\n) {\n auto opts = scalar_feat.options();\n int B = scalar_feat.size(0);\n int N = scalar_feat.size(1);\n int scalar_in = scalar_feat.size(2);\n int vector_in = vector_feat.size(2);\n int scalar_out = scalar_w.size(0);\n int vector_out = vec_w.size(0);\n int M = B * N;\n int K_comb = scalar_in + vector_in;\n\n auto vec_norm = torch::empty({B, N, vector_in}, opts);\n compute_norm_kernel<<<(M * vector_in + 255)/256, 256>>>(\n vector_feat.data_ptr<float>(), vec_norm.data_ptr<float>(), M, vector_in);\n\n auto combined = torch::cat({scalar_feat, vec_norm}, -1);\n\n auto s_out = torch::empty({B, N, scalar_out}, opts);\n dim3 block(16, 16);\n dim3 grid((M + 15)/16, (scalar_out + 15)/16);\n matmul_bias_kernel<<<grid, block>>>(\n combined.data_ptr<float>(), scalar_w.data_ptr<float>(), scalar_b.data_ptr<float>(),\n s_out.data_ptr<float>(), M, K_comb, scalar_out);\n\n auto gate_lin = torch::empty({M, vector_out}, opts);\n dim3 grid_g((M + 15)/16, (vector_out + 15)/16);\n matmul_bias_kernel<<<grid_g, block>>>(\n combined.data_ptr<float>(), gate_w.data_ptr<float>(), gate_b.data_ptr<float>(),\n gate_lin.data_ptr<float>(), M, K_comb, vector_out);\n\n sigmoid_kernel<<<(M * vector_out + 255)/256, 256>>>(gate_lin.data_ptr<float>(), M * vector_out);\n\n auto gate_sig = gate_lin.view({B, N, vector_out});\n\n auto v_out = torch::empty({B, N, vector_out, 3}, opts);\n vector_transform_kernel<<<(M * vector_out * 3 + 255)/256, 256>>>(\n vector_feat.data_ptr<float>(), vec_w.data_ptr<float>(), gate_sig.data_ptr<float>(),\n v_out.data_ptr<float>(), M, vector_in, vector_out);\n\n return {s_out, v_out};\n}\n'''\n\ncpp_source = '''\nstd::vector<torch::Tensor> se3_forward(torch::Tensor scalar_feat, torch::Tensor vector_feat, torch::Tensor scalar_w, torch::Tensor scalar_b, torch::Tensor vec_w, torch::Tensor gate_w, torch::Tensor gate_b);\n'''\n\n_module = load_inline(\n name='se3_mod',\n cpp_sources=[cpp_source],\n cuda_sources=[cuda_source],\n functions=['se3_forward'],\n verbose=False\n)\n\nclass ModelNew(nn.Module):\n def __init__(self, scalar_in, scalar_out, vector_in, vector_out):\n super().__init__()\n self.scalar_linear = nn.Linear(scalar_in + vector_in, scalar_out)\n self.vector_weight = nn.Parameter(torch.randn(vector_out, vector_in))\n nn.init.xavier_uniform_(self.vector_weight)\n self.vector_gate = nn.Linear(scalar_in + vector_in, vector_out)\n self._mod = _module\n\n def forward(self, scalar_feat: torch.Tensor, vector_feat: torch.Tensor):\n outs = self._mod.se3_forward(\n scalar_feat.contiguous(), vector_feat.contiguous(),\n self.scalar_linear.weight, self.scalar_linear.bias,\n self.vector_weight, self.vector_gate.weight, self.vector_gate.bias\n )\n return outs[0], outs[1]\n" }
result ← static_check (ok)
okstatic_check static_check PASSED: no violations or warnings detected.
turn 7 · FINAL · 1 tool call(s) · 1069.4s turn · 11.3s LLM · tokens in=9,950 · out=1,477 · total=11,430 · 6,718 chars (click to expand)
turn 71069.4s turn · 11.3s LLM · 1058.2s tools · tokens in=9,950 · out=1,477 · total=11,430 · FINAL
reasoning
Now submit.
call → submit_kernel
callsubmit_kernel { "kernel_code": "import torch\nimport torch.nn as nn\nfrom torch.utils.cpp_extension import load_inline\n\ncuda_source = r'''\n#include <torch/extension.h>\n#include <cuda_runtime.h>\n#include <cmath>\n#include <vector>\n\n__global__ void compute_norm_kernel(const float* __restrict__ vector_feat, float* __restrict__ vec_norm, int total_bn, int vector_in) {\n int idx = blockIdx.x * blockDim.x + threadIdx.x;\n int total = total_bn * vector_in;\n if (idx >= total) return;\n int bn = idx / vector_in;\n int vi = idx % vector_in;\n const float* vptr = vector_feat + bn * vector_in * 3 + vi * 3;\n float sum = vptr[0]*vptr[0] + vptr[1]*vptr[1] + vptr[2]*vptr[2];\n vec_norm[idx] = sqrtf(sum);\n}\n\n__global__ void matmul_bias_kernel(const float* __restrict__ input, const float* __restrict__ weight, const float* __restrict__ bias, float* __restrict__ output, int M, int K, int Out) {\n int row = blockIdx.x * blockDim.x + threadIdx.x;\n int col = blockIdx.y * blockDim.y + threadIdx.y;\n if (row >= M || col >= Out) return;\n float sum = bias[col];\n for (int k = 0; k < K; ++k) {\n sum += input[row * K + k] * weight[col * K + k];\n }\n output[row * Out + col] = sum;\n}\n\n__global__ void sigmoid_kernel(float* data, int n) {\n int idx = blockIdx.x * blockDim.x + threadIdx.x;\n if (idx >= n) return;\n float x = data[idx];\n data[idx] = 1.0f / (1.0f + expf(-x));\n}\n\n__global__ void vector_transform_kernel(const float* __restrict__ vector_feat, const float* __restrict__ v_weight, const float* __restrict__ gate, float* __restrict__ v_out, int total_bn, int vector_in, int vector_out) {\n int idx = blockIdx.x * blockDim.x + threadIdx.x;\n int total = total_bn * vector_out * 3;\n if (idx >= total) return;\n int bn = idx / (vector_out * 3);\n int rem = idx % (vector_out * 3);\n int vo = rem / 3;\n int d = rem % 3;\n float g = gate[bn * vector_out + vo];\n float sum = 0.0f;\n const float* vw = v_weight + vo * vector_in;\n const float* vf_base = vector_feat + bn * vector_in * 3;\n for (int vi = 0; vi < vector_in; ++vi) {\n sum += vw[vi] * vf_base[vi * 3 + d];\n }\n v_out[idx] = g * sum;\n}\n\nstd::vector<torch::Tensor> se3_forward(\n torch::Tensor scalar_feat,\n torch::Tensor vector_feat,\n torch::Tensor scalar_w,\n torch::Tensor scalar_b,\n torch::Tensor vec_w,\n torch::Tensor gate_w,\n torch::Tensor gate_b\n) {\n auto opts = scalar_feat.options();\n int B = scalar_feat.size(0);\n int N = scalar_feat.size(1);\n int scalar_in = scalar_feat.size(2);\n int vector_in = vector_feat.size(2);\n int scalar_out = scalar_w.size(0);\n int vector_out = vec_w.size(0);\n int M = B * N;\n int K_comb = scalar_in + vector_in;\n\n auto vec_norm = torch::empty({B, N, vector_in}, opts);\n compute_norm_kernel<<<(M * vector_in + 255)/256, 256>>>(\n vector_feat.data_ptr<float>(), vec_norm.data_ptr<float>(), M, vector_in);\n\n auto combined = torch::cat({scalar_feat, vec_norm}, -1);\n\n auto s_out = torch::empty({B, N, scalar_out}, opts);\n dim3 block(16, 16);\n dim3 grid((M + 15)/16, (scalar_out + 15)/16);\n matmul_bias_kernel<<<grid, block>>>(\n combined.data_ptr<float>(), scalar_w.data_ptr<float>(), scalar_b.data_ptr<float>(),\n s_out.data_ptr<float>(), M, K_comb, scalar_out);\n\n auto gate_lin = torch::empty({M, vector_out}, opts);\n dim3 grid_g((M + 15)/16, (vector_out + 15)/16);\n matmul_bias_kernel<<<grid_g, block>>>(\n combined.data_ptr<float>(), gate_w.data_ptr<float>(), gate_b.data_ptr<float>(),\n gate_lin.data_ptr<float>(), M, K_comb, vector_out);\n\n sigmoid_kernel<<<(M * vector_out + 255)/256, 256>>>(gate_lin.data_ptr<float>(), M * vector_out);\n\n auto gate_sig = gate_lin.view({B, N, vector_out});\n\n auto v_out = torch::empty({B, N, vector_out, 3}, opts);\n vector_transform_kernel<<<(M * vector_out * 3 + 255)/256, 256>>>(\n vector_feat.data_ptr<float>(), vec_w.data_ptr<float>(), gate_sig.data_ptr<float>(),\n v_out.data_ptr<float>(), M, vector_in, vector_out);\n\n return {s_out, v_out};\n}\n'''\n\ncpp_source = '''\nstd::vector<torch::Tensor> se3_forward(torch::Tensor scalar_feat, torch::Tensor vector_feat, torch::Tensor scalar_w, torch::Tensor scalar_b, torch::Tensor vec_w, torch::Tensor gate_w, torch::Tensor gate_b);\n'''\n\n_module = load_inline(\n name='se3_mod',\n cpp_sources=[cpp_source],\n cuda_sources=[cuda_source],\n functions=['se3_forward'],\n verbose=False\n)\n\nclass ModelNew(nn.Module):\n def __init__(self, scalar_in, scalar_out, vector_in, vector_out):\n super().__init__()\n self.scalar_linear = nn.Linear(scalar_in + vector_in, scalar_out)\n self.vector_weight = nn.Parameter(torch.randn(vector_out, vector_in))\n nn.init.xavier_uniform_(self.vector_weight)\n self.vector_gate = nn.Linear(scalar_in + vector_in, vector_out)\n self._mod = _module\n\n def forward(self, scalar_feat: torch.Tensor, vector_feat: torch.Tensor):\n outs = self._mod.se3_forward(\n scalar_feat.contiguous(), vector_feat.contiguous(),\n self.scalar_linear.weight, self.scalar_linear.bias,\n self.vector_weight, self.vector_gate.weight, self.vector_gate.bias\n )\n return outs[0], outs[1]\n" }
result ← submit_kernel (ok)
oksubmit_kernel submit_kernel PASSED: (5 / 5) correctness trials all passed. Kernel runtime: 0.03 μs Runtime stats: mean=0.03μs median=?μs std=0.00μs Numerical precision: max_abs_err=7.15e-07 mean_abs_err=3.82e-08 max_rel_err=3.82e-02 Memory: 34.37 MB peak (ref: 34.55 MB, ratio: 0.9946x) Kernel launches: 6 (ref: 51, fusion ratio: 8.5) SOL score: 0.1847
final submitted kernel (137 lines, 5,247 chars) — full source, untruncated
import torch
import torch.nn as nn
from torch.utils.cpp_extension import load_inline

cuda_source = r'''
#include <torch/extension.h>
#include <cuda_runtime.h>
#include <cmath>
#include <vector>

__global__ void compute_norm_kernel(const float* __restrict__ vector_feat, float* __restrict__ vec_norm, int total_bn, int vector_in) {
    int idx = blockIdx.x * blockDim.x + threadIdx.x;
    int total = total_bn * vector_in;
    if (idx >= total) return;
    int bn = idx / vector_in;
    int vi = idx % vector_in;
    const float* vptr = vector_feat + bn * vector_in * 3 + vi * 3;
    float sum = vptr[0]*vptr[0] + vptr[1]*vptr[1] + vptr[2]*vptr[2];
    vec_norm[idx] = sqrtf(sum);
}

__global__ void matmul_bias_kernel(const float* __restrict__ input, const float* __restrict__ weight, const float* __restrict__ bias, float* __restrict__ output, int M, int K, int Out) {
    int row = blockIdx.x * blockDim.x + threadIdx.x;
    int col = blockIdx.y * blockDim.y + threadIdx.y;
    if (row >= M || col >= Out) return;
    float sum = bias[col];
    for (int k = 0; k < K; ++k) {
        sum += input[row * K + k] * weight[col * K + k];
    }
    output[row * Out + col] = sum;
}

__global__ void sigmoid_kernel(float* data, int n) {
    int idx = blockIdx.x * blockDim.x + threadIdx.x;
    if (idx >= n) return;
    float x = data[idx];
    data[idx] = 1.0f / (1.0f + expf(-x));
}

__global__ void vector_transform_kernel(const float* __restrict__ vector_feat, const float* __restrict__ v_weight, const float* __restrict__ gate, float* __restrict__ v_out, int total_bn, int vector_in, int vector_out) {
    int idx = blockIdx.x * blockDim.x + threadIdx.x;
    int total = total_bn * vector_out * 3;
    if (idx >= total) return;
    int bn = idx / (vector_out * 3);
    int rem = idx % (vector_out * 3);
    int vo = rem / 3;
    int d = rem % 3;
    float g = gate[bn * vector_out + vo];
    float sum = 0.0f;
    const float* vw = v_weight + vo * vector_in;
    const float* vf_base = vector_feat + bn * vector_in * 3;
    for (int vi = 0; vi < vector_in; ++vi) {
        sum += vw[vi] * vf_base[vi * 3 + d];
    }
    v_out[idx] = g * sum;
}

std::vector<torch::Tensor> se3_forward(
    torch::Tensor scalar_feat,
    torch::Tensor vector_feat,
    torch::Tensor scalar_w,
    torch::Tensor scalar_b,
    torch::Tensor vec_w,
    torch::Tensor gate_w,
    torch::Tensor gate_b
) {
    auto opts = scalar_feat.options();
    int B = scalar_feat.size(0);
    int N = scalar_feat.size(1);
    int scalar_in = scalar_feat.size(2);
    int vector_in = vector_feat.size(2);
    int scalar_out = scalar_w.size(0);
    int vector_out = vec_w.size(0);
    int M = B * N;
    int K_comb = scalar_in + vector_in;

    auto vec_norm = torch::empty({B, N, vector_in}, opts);
    compute_norm_kernel<<<(M * vector_in + 255)/256, 256>>>(
        vector_feat.data_ptr<float>(), vec_norm.data_ptr<float>(), M, vector_in);

    auto combined = torch::cat({scalar_feat, vec_norm}, -1);

    auto s_out = torch::empty({B, N, scalar_out}, opts);
    dim3 block(16, 16);
    dim3 grid((M + 15)/16, (scalar_out + 15)/16);
    matmul_bias_kernel<<<grid, block>>>(
        combined.data_ptr<float>(), scalar_w.data_ptr<float>(), scalar_b.data_ptr<float>(),
        s_out.data_ptr<float>(), M, K_comb, scalar_out);

    auto gate_lin = torch::empty({M, vector_out}, opts);
    dim3 grid_g((M + 15)/16, (vector_out + 15)/16);
    matmul_bias_kernel<<<grid_g, block>>>(
        combined.data_ptr<float>(), gate_w.data_ptr<float>(), gate_b.data_ptr<float>(),
        gate_lin.data_ptr<float>(), M, K_comb, vector_out);

    sigmoid_kernel<<<(M * vector_out + 255)/256, 256>>>(gate_lin.data_ptr<float>(), M * vector_out);

    auto gate_sig = gate_lin.view({B, N, vector_out});

    auto v_out = torch::empty({B, N, vector_out, 3}, opts);
    vector_transform_kernel<<<(M * vector_out * 3 + 255)/256, 256>>>(
        vector_feat.data_ptr<float>(), vec_w.data_ptr<float>(), gate_sig.data_ptr<float>(),
        v_out.data_ptr<float>(), M, vector_in, vector_out);

    return {s_out, v_out};
}
'''

cpp_source = '''
std::vector<torch::Tensor> se3_forward(torch::Tensor scalar_feat, torch::Tensor vector_feat, torch::Tensor scalar_w, torch::Tensor scalar_b, torch::Tensor vec_w, torch::Tensor gate_w, torch::Tensor gate_b);
'''

_module = load_inline(
    name='se3_mod',
    cpp_sources=[cpp_source],
    cuda_sources=[cuda_source],
    functions=['se3_forward'],
    verbose=False
)

class ModelNew(nn.Module):
    def __init__(self, scalar_in, scalar_out, vector_in, vector_out):
        super().__init__()
        self.scalar_linear = nn.Linear(scalar_in + vector_in, scalar_out)
        self.vector_weight = nn.Parameter(torch.randn(vector_out, vector_in))
        nn.init.xavier_uniform_(self.vector_weight)
        self.vector_gate = nn.Linear(scalar_in + vector_in, vector_out)
        self._mod = _module

    def forward(self, scalar_feat: torch.Tensor, vector_feat: torch.Tensor):
        outs = self._mod.se3_forward(
            scalar_feat.contiguous(), vector_feat.contiguous(),
            self.scalar_linear.weight, self.scalar_linear.bias,
            self.vector_weight, self.vector_gate.weight, self.vector_gate.bias
        )
        return outs[0], outs[1]