correct
4_GJKRobotEnvironmentIntersection.py
started
2026-05-11T17:36:20Z
timingkernelbench.timing
kernel mean / median / std
0.01 / — / 9.61e-05 μs
ref mean / median / std
0.92 / — / 0.01 μs
numerical precisioneval_kernel_against_ref
gpu memoryextended_metrics.measure_memory
kernel launches / fusiontorch.profiler
fusion ratio (ref / kernel)
295.00x
SOL (speed-of-light)nsight_hardware_counters
roofline / occupancynsight_hardware_counters
warp stalls (top 5)nsight
reference PyTorch source (the prompt the agent sees)
"""
Robot–environment convex collision in **xy** (ground plane).
For an **axis-aligned robot footprint** vs. a **single convex obstacle triangle**, a
**separating-axis test (SAT)** gives the same **intersection predicate** as **GJK** in
2D, with a compact fully batched reference. A fused device kernel often implements
**GJK (+ EPA for penetration depth)** for arbitrary 3D polyhedra; this problem is
the canonical 2D footprint special case.
"""
import torch
import torch.nn as nn
# Default ModelNew is PyTorch-only. run_and_check: use check_kernel=False with backend=cuda
def _rect_corners_xy(robot_min: torch.Tensor, robot_max: torch.Tensor) -> torch.Tensor:
"""(B, 4, 2) corners of axis-aligned rectangles."""
x0, x1 = robot_min[:, 0], robot_max[:, 0]
y0, y1 = robot_min[:, 1], robot_max[:, 1]
return torch.stack(
(
torch.stack((x0, y0), dim=-1),
torch.stack((x1, y0), dim=-1),
torch.stack((x1, y1), dim=-1),
torch.stack((x0, y1), dim=-1),
),
dim=1,
)
def _project_min_max(points: torch.Tensor, axis: torch.Tensor) -> tuple[torch.Tensor, torch.Tensor]:
"""points (B, K, 2), axis (B, 2) or (2,) broadcast → (B,) min and max projections."""
if axis.dim() == 1:
axis = axis.view(1, 2).expand(points.shape[0], -1)
proj = (points * axis.unsqueeze(1)).sum(dim=-1)
return proj.min(dim=-1).values, proj.max(dim=-1).values
def _batched_sat_rect_triangle(
robot_min: torch.Tensor,
robot_max: torch.Tensor,
env_triangle: torch.Tensor,
eps: float,
) -> torch.Tensor:
"""
Separating-axis test: AABB vs triangle in 2D, fully vectorized over batch.
Returns (B,) float 1.0 if overlapping else 0.0.
"""
B = robot_min.shape[0]
corners = _rect_corners_xy(robot_min, robot_max)
hit = torch.ones(B, device=robot_min.device, dtype=robot_min.dtype)
# World axes (rectangle is AABB)
for ax in (
torch.tensor([1.0, 0.0], device=robot_min.device, dtype=robot_min.dtype),
torch.tensor([0.0, 1.0], device=robot_min.device, dtype=robot_min.dtype),
):
r0, r1 = _project_min_max(corners, ax)
t0, t1 = _project_min_max(env_triangle, ax)
separated = (r1 < t0 - eps) | (t1 < r0 - eps)
hit = hit * (~separated).to(hit.dtype)
# Triangle edge normals (per batch)
for i in range(3):
e = env_triangle[:, (i + 1) % 3] - env_triangle[:, i]
n = torch.stack((-e[:, 1], e[:, 0]), dim=-1)
n = n / (n.norm(dim=-1, keepdim=True) + 1e-8)
r0, r1 = _project_min_max(corners, n)
t0, t1 = _project_min_max(env_triangle, n)
separated = (r1 < t0 - eps) | (t1 < r0 - eps)
hit = hit * (~separated).to(hit.dtype)
return hit
class Model(nn.Module):
"""
**Batched robot footprint vs. environment triangle** intersection in **xy**.
Robot: axis-aligned box ``[robot_min, robot_max]`` per batch element.
Environment: one **triangle** ``(B, 3, 2)``.
Reference: **vectorized SAT** (5 axis tests). Fused-kernel target: same
predicate via **GJK/EPA** or specialized SAT SIMD for planning loops.
"""
def __init__(self, eps: float = 1e-6):
super().__init__()
self.eps = eps
def forward(
self,
robot_min: torch.Tensor,
robot_max: torch.Tensor,
env_triangle: torch.Tensor,
) -> torch.Tensor:
"""
Args:
robot_min: (B, 2), robot_max: (B, 2) with max >= min componentwise.
env_triangle: (B, 3, 2) obstacle vertices in order (any consistent winding).
Returns:
(B, 1) float in ``{0.0, 1.0}`` — **1** if the sets intersect.
"""
B = robot_min.shape[0]
assert robot_max.shape == (B, 2) and env_triangle.shape == (B, 3, 2)
h = _batched_sat_rect_triangle(robot_min, robot_max, env_triangle, self.eps)
return h.unsqueeze(-1)
class ModelNew(nn.Module):
"""KernelBench candidate entry point; default delegates to ``Model``."""
def __init__(self, eps: float = 1e-6):
super().__init__()
self._impl = Model(eps=eps)
def forward(
self,
robot_min: torch.Tensor,
robot_max: torch.Tensor,
env_triangle: torch.Tensor,
) -> torch.Tensor:
return self._impl(robot_min, robot_max, env_triangle)
batch_size = 16
def get_inputs():
bs = popcorn_pri.jitter_int(batch_size)
robot_min = torch.empty(bs, 2).uniform_(-1.0, 0.5)
robot_max = robot_min + torch.empty(bs, 2).uniform_(0.2, 0.8)
env_triangle = torch.empty(bs, 3, 2).uniform_(-0.8, 0.8)
return [robot_min, robot_max, env_triangle]
def get_init_inputs():
return []
turn 03.7s turn · 3.7s LLM · 0.0s tools · tokens in=3,145 · out=157 · total=3,302
reasoning
Let me analyze this problem carefully.
The task is to implement a separating-axis test (SAT) for collision detection between axis-aligned rectangles (AABB) and triangles in 2D. The reference implementation uses PyTorch operations, and I need to create a custom CUDA kernel that's faster.
The algorithm:
1. For each batch element, we have a rectangle defined by min/max corners and a triangle with 3 vertices
2. We test 5 separating axes:
- 2 world axes (x and y)
- 3 triangle edge normals
3. If projections overlap on all axes, the shapes intersect
Let me first get the GPU specs to understand the hardware, then write the kernel.
call → get_gpu_specs
callget_gpu_specs
{}
call → ert_roofline
callert_roofline
{}
result ← get_gpu_specs (ok)
okget_gpu_specs
GPU specs for NVIDIA H100 80GB HBM3:
total memory (runtime): 79.1 GB
spec entry: H100
GPU Architecture: Hopper
GPU Memory: 80GB
Memory Bandwidth: 3.35 TB/s
FP64 TFLOPS: 34
FP64 Tensor Core TFLOPS: 67
FP32 TFLOPS: 67
TF32 Tensor Core TFLOPS: 989 with sparsity
BFLOAT16 Tensore Core TFLOPS: 1979 with sparsity
FP16 Tensor Core TFLOPS: 1979 with sparsity
FP8 Tensor Core TFLOPS: 3958 with sparsity
INT8 Tensor Core TOPS: 3958 with sparsity
Register File Size: 64K 32-bit registers per SM
Maximum number of registers per thread: 255
Maximum number of thread blocks per SM: 32
Shared memory capacity per SM: 228 KB
Maximum shared memory per thread block: 227 KB
result ← ert_roofline (ok)
okert_roofline
ert_roofline PASSED: empirical roofline benchmarks complete.
=== Empirical Roofline Model ===
Device: NVIDIA H100 80GB HBM3
--- Measured Bandwidth ---
L1 13.6 GB/s (working set: 32 KB)
L2 927.6 GB/s (working set: 2048 KB)
DRAM 2577.3 GB/s (working set: 262144 KB)
--- Measured Compute Throughput ---
FP32 51.85 TFLOPS
FP16 (tensor core) 758.77 TFLOPS
Ridge point (FP32): 20.12 FLOPs/byte
Kernels with arithmetic intensity below the ridge point are
memory-bound; above it they are compute-bound.
turn 1 · 1 tool call(s) · 162.2s turn · 16.7s LLM · tokens in=3,579 · out=1,660 · total=5,239 · 7,063 chars (click to expand)
turn 1162.2s turn · 16.7s LLM · 145.5s tools · tokens in=3,579 · out=1,660 · total=5,239
reasoning
Let me analyze the problem:
1. The reference implements a Separating-Axis Test (SAT) for AABB vs triangle collision detection in 2D
2. It's a simple algorithm with 5 axis tests (2 world axes + 3 triangle edge normals)
3. Each axis test involves projecting points onto an axis and checking for overlap
The operations are:
- Compute 4 corners of AABB (robot_min, robot_max)
- For each of 5 axes:
- Project corners onto axis (min/max)
- Project triangle onto axis (min/max)
- Check if projections overlap
Let me write an optimized CUDA kernel for this.
assistantLet me analyze the reference implementation and write an optimized CUDA kernel for this SAT collision detection:
call → compile_kernel
callcompile_kernel
{
"kernel_code": "import torch\nimport torch.nn as nn\nfrom torch.utils.cpp_extension import load_inline\n\n# Compile CUDA kernel at module load time\nsat_cuda_source = r\"\"\"\n#include <torch/extension.h>\n#include <cuda.h>\n#include <cuda_runtime.h>\n#include <cmath>\n\ntemplate <typename scalar_t>\n__global__ void sat_collision_kernel(\n const scalar_t* __restrict__ robot_min,\n const scalar_t* __restrict__ robot_max,\n const scalar_t* __restrict__ env_triangle,\n scalar_t* __restrict__ output,\n const float eps,\n const int batch_size) {\n \n const int b = blockIdx.x * blockDim.x + threadIdx.x;\n if (b >= batch_size) return;\n \n // Load robot AABB (2 values each)\n const scalar_t rx0 = robot_min[b * 2 + 0];\n const scalar_t ry0 = robot_min[b * 2 + 1];\n const scalar_t rx1 = robot_max[b * 2 + 0];\n const scalar_t ry1 = robot_max[b * 2 + 1];\n \n // Load triangle vertices (3 vertices x 2 coords = 6 values)\n const int t_base = b * 6;\n const scalar_t t0x = env_triangle[t_base + 0];\n const scalar_t t0y = env_triangle[t_base + 1];\n const scalar_t t1x = env_triangle[t_base + 2];\n const scalar_t t1y = env_triangle[t_base + 3];\n const scalar_t t2x = env_triangle[t_base + 4];\n const scalar_t t2y = env_triangle[t_base + 5];\n \n // AABB corners: (x0,y0), (x1,y0), (x1,y1), (x0,y1)\n const scalar_t cx[4] = {rx0, rx1, rx1, rx0};\n const scalar_t cy[4] = {ry0, ry0, ry1, ry1};\n \n // Triangle coords for convenience\n const scalar_t tx[3] = {t0x, t1x, t2x};\n const scalar_t ty[3] = {t0y, t1y, t2y};\n \n bool overlapping = true;\n \n // Test 1: X-axis (1, 0)\n {\n const scalar_t r_min = rx0;\n const scalar_t r_max = rx1;\n const scalar_t t_min = fminf(fminf(t0x, t1x), t2x);\n const scalar_t t_max = fmaxf(fmaxf(t0x, t1x), t2x);\n if (r_max < t_min - eps || t_max < r_min - eps) {\n overlapping = false;\n }\n }\n \n // Test 2: Y-axis (0, 1)\n if (overlapping) {\n const scalar_t r_min = ry0;\n const scalar_t r_max = ry1;\n const scalar_t t_min = fminf(fminf(t0y, t1y), t2y);\n const scalar_t t_max = fmaxf(fmaxf(t0y, t1y), t2y);\n if (r_max < t_min - eps || t_max < r_min - eps) {\n overlapping = false;\n }\n }\n \n // Test 3-5: Triangle edge normals\n for (int i = 0; i < 3 && overlapping; ++i) {\n // Edge from vertex i to vertex (i+1)%3\n const int j = (i + 1) % 3;\n const scalar_t ex = tx[j] - tx[i];\n const scalar_t ey = ty[j] - ty[i];\n \n // Normal: (-ey, ex) - perpendicular to edge\n const scalar_t len = sqrtf(ex * ex + ey * ey) + 1e-8f;\n const scalar_t nx = -ey / len;\n const scalar_t ny = ex / len;\n \n // Project rectangle corners onto normal\n scalar_t r_min = cx[0] * nx + cy[0] * ny;\n scalar_t r_max = r_min;\n for (int k = 1; k < 4; ++k) {\n const scalar_t proj = cx[k] * nx + cy[k] * ny;\n r_min = fminf(r_min, proj);\n r_max = fmaxf(r_max, proj);\n }\n \n // Project triangle vertices onto normal\n scalar_t t_min = tx[0] * nx + ty[0] * ny;\n scalar_t t_max = t_min;\n for (int k = 1; k < 3; ++k) {\n const scalar_t proj = tx[k] * nx + ty[k] * ny;\n t_min = fminf(t_min, proj);\n t_max = fmaxf(t_max, proj);\n }\n \n // Check separation\n if (r_max < t_min - eps || t_max < r_min - eps) {\n overlapping = false;\n }\n }\n \n output[b] = overlapping ? scalar_t(1.0) : scalar_t(0.0);\n}\n\ntorch::Tensor sat_collision_cuda(\n torch::Tensor robot_min,\n torch::Tensor robot_max,\n torch::Tensor env_triangle,\n double eps) {\n \n const int batch_size = robot_min.size(0);\n auto output = torch::empty({batch_size, 1}, robot_min.options());\n \n const int threads = 256;\n const int blocks = (batch_size + threads - 1) / threads;\n \n AT_DISPATCH_FLOATING_TYPES(robot_min.scalar_type(), \"sat_collision_kernel\", ([&] {\n sat_collision_kernel<scalar_t><<<blocks, threads>>>(\n robot_min.data_ptr<scalar_t>(),\n robot_max.data_ptr<scalar_t>(),\n env_triangle.data_ptr<scalar_t>(),\n output.data_ptr<scalar_t>(),\n static_cast<float>(eps),\n batch_size);\n }));\n \n return output;\n}\n\"\"\"\n\nsat_cpp_source = r\"\"\"\ntorch::Tensor sat_collision_cuda(\n torch::Tensor robot_min,\n torch::Tensor robot_max,\n torch::Tensor env_triangle,\n double eps);\n\"\"\"\n\n# Load the CUDA extension\nsat_module = load_inline(\n name='sat_collision',\n cpp_sources=sat_cpp_source,\n cuda_sources=sat_cuda_source,\n functions=['sat_collision_cuda'],\n extra_cuda_cflags=['-O3', '--use_fast_math'],\n verbose=True,\n)\n\n\nclass ModelNew(nn.Module):\n def __init__(self, eps: float = 1e-6):\n super().__init__()\n self.eps = eps\n\n def forward(\n self,\n robot_min: torch.Tensor,\n robot_max: torch.Tensor,\n env_triangle: torch.Tensor,\n ) -> torch.Tensor:\n return sat_module.sat_collision_cuda(robot_min, robot_max, env_triangle, self.eps)"
}
result ← compile_kernel (ok)
okcompile_kernel
compile_kernel PASSED: kernel compiled without errors.
turn 2 · 1 tool call(s) · 97.5s turn · 12.6s LLM · tokens in=5,119 · out=1,522 · total=6,641 · 6,480 chars (click to expand)
turn 297.5s turn · 12.6s LLM · 84.9s tools · tokens in=5,119 · out=1,522 · total=6,641
reasoning
The kernel compiled successfully. Let me now run correctness tests.
call → run_correctness
callrun_correctness
{
"kernel_code": "import torch\nimport torch.nn as nn\nfrom torch.utils.cpp_extension import load_inline\n\n# Compile CUDA kernel at module load time\nsat_cuda_source = r\"\"\"\n#include <torch/extension.h>\n#include <cuda.h>\n#include <cuda_runtime.h>\n#include <cmath>\n\ntemplate <typename scalar_t>\n__global__ void sat_collision_kernel(\n const scalar_t* __restrict__ robot_min,\n const scalar_t* __restrict__ robot_max,\n const scalar_t* __restrict__ env_triangle,\n scalar_t* __restrict__ output,\n const float eps,\n const int batch_size) {\n \n const int b = blockIdx.x * blockDim.x + threadIdx.x;\n if (b >= batch_size) return;\n \n // Load robot AABB (2 values each)\n const scalar_t rx0 = robot_min[b * 2 + 0];\n const scalar_t ry0 = robot_min[b * 2 + 1];\n const scalar_t rx1 = robot_max[b * 2 + 0];\n const scalar_t ry1 = robot_max[b * 2 + 1];\n \n // Load triangle vertices (3 vertices x 2 coords = 6 values)\n const int t_base = b * 6;\n const scalar_t t0x = env_triangle[t_base + 0];\n const scalar_t t0y = env_triangle[t_base + 1];\n const scalar_t t1x = env_triangle[t_base + 2];\n const scalar_t t1y = env_triangle[t_base + 3];\n const scalar_t t2x = env_triangle[t_base + 4];\n const scalar_t t2y = env_triangle[t_base + 5];\n \n // AABB corners: (x0,y0), (x1,y0), (x1,y1), (x0,y1)\n const scalar_t cx[4] = {rx0, rx1, rx1, rx0};\n const scalar_t cy[4] = {ry0, ry0, ry1, ry1};\n \n // Triangle coords for convenience\n const scalar_t tx[3] = {t0x, t1x, t2x};\n const scalar_t ty[3] = {t0y, t1y, t2y};\n \n bool overlapping = true;\n \n // Test 1: X-axis (1, 0)\n {\n const scalar_t r_min = rx0;\n const scalar_t r_max = rx1;\n const scalar_t t_min = fminf(fminf(t0x, t1x), t2x);\n const scalar_t t_max = fmaxf(fmaxf(t0x, t1x), t2x);\n if (r_max < t_min - eps || t_max < r_min - eps) {\n overlapping = false;\n }\n }\n \n // Test 2: Y-axis (0, 1)\n if (overlapping) {\n const scalar_t r_min = ry0;\n const scalar_t r_max = ry1;\n const scalar_t t_min = fminf(fminf(t0y, t1y), t2y);\n const scalar_t t_max = fmaxf(fmaxf(t0y, t1y), t2y);\n if (r_max < t_min - eps || t_max < r_min - eps) {\n overlapping = false;\n }\n }\n \n // Test 3-5: Triangle edge normals\n for (int i = 0; i < 3 && overlapping; ++i) {\n // Edge from vertex i to vertex (i+1)%3\n const int j = (i + 1) % 3;\n const scalar_t ex = tx[j] - tx[i];\n const scalar_t ey = ty[j] - ty[i];\n \n // Normal: (-ey, ex) - perpendicular to edge\n const scalar_t len = sqrtf(ex * ex + ey * ey) + 1e-8f;\n const scalar_t nx = -ey / len;\n const scalar_t ny = ex / len;\n \n // Project rectangle corners onto normal\n scalar_t r_min = cx[0] * nx + cy[0] * ny;\n scalar_t r_max = r_min;\n for (int k = 1; k < 4; ++k) {\n const scalar_t proj = cx[k] * nx + cy[k] * ny;\n r_min = fminf(r_min, proj);\n r_max = fmaxf(r_max, proj);\n }\n \n // Project triangle vertices onto normal\n scalar_t t_min = tx[0] * nx + ty[0] * ny;\n scalar_t t_max = t_min;\n for (int k = 1; k < 3; ++k) {\n const scalar_t proj = tx[k] * nx + ty[k] * ny;\n t_min = fminf(t_min, proj);\n t_max = fmaxf(t_max, proj);\n }\n \n // Check separation\n if (r_max < t_min - eps || t_max < r_min - eps) {\n overlapping = false;\n }\n }\n \n output[b] = overlapping ? scalar_t(1.0) : scalar_t(0.0);\n}\n\ntorch::Tensor sat_collision_cuda(\n torch::Tensor robot_min,\n torch::Tensor robot_max,\n torch::Tensor env_triangle,\n double eps) {\n \n const int batch_size = robot_min.size(0);\n auto output = torch::empty({batch_size, 1}, robot_min.options());\n \n const int threads = 256;\n const int blocks = (batch_size + threads - 1) / threads;\n \n AT_DISPATCH_FLOATING_TYPES(robot_min.scalar_type(), \"sat_collision_kernel\", ([&] {\n sat_collision_kernel<scalar_t><<<blocks, threads>>>(\n robot_min.data_ptr<scalar_t>(),\n robot_max.data_ptr<scalar_t>(),\n env_triangle.data_ptr<scalar_t>(),\n output.data_ptr<scalar_t>(),\n static_cast<float>(eps),\n batch_size);\n }));\n \n return output;\n}\n\"\"\"\n\nsat_cpp_source = r\"\"\"\ntorch::Tensor sat_collision_cuda(\n torch::Tensor robot_min,\n torch::Tensor robot_max,\n torch::Tensor env_triangle,\n double eps);\n\"\"\"\n\n# Load the CUDA extension\nsat_module = load_inline(\n name='sat_collision',\n cpp_sources=sat_cpp_source,\n cuda_sources=sat_cuda_source,\n functions=['sat_collision_cuda'],\n extra_cuda_cflags=['-O3', '--use_fast_math'],\n verbose=True,\n)\n\n\nclass ModelNew(nn.Module):\n def __init__(self, eps: float = 1e-6):\n super().__init__()\n self.eps = eps\n\n def forward(\n self,\n robot_min: torch.Tensor,\n robot_max: torch.Tensor,\n env_triangle: torch.Tensor,\n ) -> torch.Tensor:\n return sat_module.sat_collision_cuda(robot_min, robot_max, env_triangle, self.eps)"
}
result ← run_correctness (ok)
okrun_correctness
run_correctness PASSED: (3 / 3) trials all matched the reference.
Numerical precision: max_abs_err=0.00e+00 mean_abs_err=0.00e+00 max_rel_err=0.00e+00
turn 3 · 1 tool call(s) · 99.7s turn · 13.3s LLM · tokens in=6,686 · out=1,550 · total=8,236 · 8,051 chars (click to expand)
turn 399.7s turn · 13.3s LLM · 86.4s tools · tokens in=6,686 · out=1,550 · total=8,236
reasoning
The kernel is correct. Now let me profile it to see how it performs and if there are any optimization opportunities.
assistantThe kernel compiles and passes correctness tests. Let me profile it to understand performance characteristics:
call → profile_kernel
callprofile_kernel
{
"kernel_code": "import torch\nimport torch.nn as nn\nfrom torch.utils.cpp_extension import load_inline\n\n# Compile CUDA kernel at module load time\nsat_cuda_source = r\"\"\"\n#include <torch/extension.h>\n#include <cuda.h>\n#include <cuda_runtime.h>\n#include <cmath>\n\ntemplate <typename scalar_t>\n__global__ void sat_collision_kernel(\n const scalar_t* __restrict__ robot_min,\n const scalar_t* __restrict__ robot_max,\n const scalar_t* __restrict__ env_triangle,\n scalar_t* __restrict__ output,\n const float eps,\n const int batch_size) {\n \n const int b = blockIdx.x * blockDim.x + threadIdx.x;\n if (b >= batch_size) return;\n \n // Load robot AABB (2 values each)\n const scalar_t rx0 = robot_min[b * 2 + 0];\n const scalar_t ry0 = robot_min[b * 2 + 1];\n const scalar_t rx1 = robot_max[b * 2 + 0];\n const scalar_t ry1 = robot_max[b * 2 + 1];\n \n // Load triangle vertices (3 vertices x 2 coords = 6 values)\n const int t_base = b * 6;\n const scalar_t t0x = env_triangle[t_base + 0];\n const scalar_t t0y = env_triangle[t_base + 1];\n const scalar_t t1x = env_triangle[t_base + 2];\n const scalar_t t1y = env_triangle[t_base + 3];\n const scalar_t t2x = env_triangle[t_base + 4];\n const scalar_t t2y = env_triangle[t_base + 5];\n \n // AABB corners: (x0,y0), (x1,y0), (x1,y1), (x0,y1)\n const scalar_t cx[4] = {rx0, rx1, rx1, rx0};\n const scalar_t cy[4] = {ry0, ry0, ry1, ry1};\n \n // Triangle coords for convenience\n const scalar_t tx[3] = {t0x, t1x, t2x};\n const scalar_t ty[3] = {t0y, t1y, t2y};\n \n bool overlapping = true;\n \n // Test 1: X-axis (1, 0)\n {\n const scalar_t r_min = rx0;\n const scalar_t r_max = rx1;\n const scalar_t t_min = fminf(fminf(t0x, t1x), t2x);\n const scalar_t t_max = fmaxf(fmaxf(t0x, t1x), t2x);\n if (r_max < t_min - eps || t_max < r_min - eps) {\n overlapping = false;\n }\n }\n \n // Test 2: Y-axis (0, 1)\n if (overlapping) {\n const scalar_t r_min = ry0;\n const scalar_t r_max = ry1;\n const scalar_t t_min = fminf(fminf(t0y, t1y), t2y);\n const scalar_t t_max = fmaxf(fmaxf(t0y, t1y), t2y);\n if (r_max < t_min - eps || t_max < r_min - eps) {\n overlapping = false;\n }\n }\n \n // Test 3-5: Triangle edge normals\n for (int i = 0; i < 3 && overlapping; ++i) {\n // Edge from vertex i to vertex (i+1)%3\n const int j = (i + 1) % 3;\n const scalar_t ex = tx[j] - tx[i];\n const scalar_t ey = ty[j] - ty[i];\n \n // Normal: (-ey, ex) - perpendicular to edge\n const scalar_t len = sqrtf(ex * ex + ey * ey) + 1e-8f;\n const scalar_t nx = -ey / len;\n const scalar_t ny = ex / len;\n \n // Project rectangle corners onto normal\n scalar_t r_min = cx[0] * nx + cy[0] * ny;\n scalar_t r_max = r_min;\n for (int k = 1; k < 4; ++k) {\n const scalar_t proj = cx[k] * nx + cy[k] * ny;\n r_min = fminf(r_min, proj);\n r_max = fmaxf(r_max, proj);\n }\n \n // Project triangle vertices onto normal\n scalar_t t_min = tx[0] * nx + ty[0] * ny;\n scalar_t t_max = t_min;\n for (int k = 1; k < 3; ++k) {\n const scalar_t proj = tx[k] * nx + ty[k] * ny;\n t_min = fminf(t_min, proj);\n t_max = fmaxf(t_max, proj);\n }\n \n // Check separation\n if (r_max < t_min - eps || t_max < r_min - eps) {\n overlapping = false;\n }\n }\n \n output[b] = overlapping ? scalar_t(1.0) : scalar_t(0.0);\n}\n\ntorch::Tensor sat_collision_cuda(\n torch::Tensor robot_min,\n torch::Tensor robot_max,\n torch::Tensor env_triangle,\n double eps) {\n \n const int batch_size = robot_min.size(0);\n auto output = torch::empty({batch_size, 1}, robot_min.options());\n \n const int threads = 256;\n const int blocks = (batch_size + threads - 1) / threads;\n \n AT_DISPATCH_FLOATING_TYPES(robot_min.scalar_type(), \"sat_collision_kernel\", ([&] {\n sat_collision_kernel<scalar_t><<<blocks, threads>>>(\n robot_min.data_ptr<scalar_t>(),\n robot_max.data_ptr<scalar_t>(),\n env_triangle.data_ptr<scalar_t>(),\n output.data_ptr<scalar_t>(),\n static_cast<float>(eps),\n batch_size);\n }));\n \n return output;\n}\n\"\"\"\n\nsat_cpp_source = r\"\"\"\ntorch::Tensor sat_collision_cuda(\n torch::Tensor robot_min,\n torch::Tensor robot_max,\n torch::Tensor env_triangle,\n double eps);\n\"\"\"\n\n# Load the CUDA extension\nsat_module = load_inline(\n name='sat_collision',\n cpp_sources=sat_cpp_source,\n cuda_sources=sat_cuda_source,\n functions=['sat_collision_cuda'],\n extra_cuda_cflags=['-O3', '--use_fast_math'],\n verbose=True,\n)\n\n\nclass ModelNew(nn.Module):\n def __init__(self, eps: float = 1e-6):\n super().__init__()\n self.eps = eps\n\n def forward(\n self,\n robot_min: torch.Tensor,\n robot_max: torch.Tensor,\n env_triangle: torch.Tensor,\n ) -> torch.Tensor:\n return sat_module.sat_collision_cuda(robot_min, robot_max, env_triangle, self.eps)"
}
result ← profile_kernel (ok)
okprofile_kernel
profile_kernel PASSED: profiling complete.
=== Kernel Profile Summary ===
--- Kernel Breakdown (by GPU time) ---
#1: aten::empty 30.0μs (100%) calls=1
--- Timing ---
GPU time: 3.49 μs
--- Memory Bandwidth ---
DRAM BW: 1.7/3350 GB/s (0.1%)
read=1.7 write=0.0 GB/s
Hit rates: L2=99.1%
--- Compute Throughput ---
Pipe util: FMA=0.7%, Tensor=0.0%
--- Roofline Analysis ---
Ridge point (FP32): 20.00 FLOPs/byte
Classification: UNKNOWN
--- Occupancy ---
Achieved: 6.7%
Eligible warps/cycle: 0.05
WARNING: <1 eligible warp/cycle = latency-bound, needs more parallelism
Launch: regs/thread=26, smem/blk=1024B, block=256, grid=1
--- Memory Access Quality ---
Global ld coalescing: 8.80 sectors/req (8.8x wasted BW)
--- Warp Stall Reasons (% of issue cycles) ---
long_scoreboard 391.5% ####################
short_scoreboard 157.3% ####################
--- Optimization Hints ---
-> 392% stalls: global memory latency (waiting for DRAM/L2). + sectors/req=8.8 -> uncoalesced global loads, restructure access pattern or use __ldg Try shared-memory tiling, prefetching, or reducing working set.
-> Global load coalescing=8.8x (ideal=1.0) -> 9x wasted DRAM BW. Make per-warp accesses contiguous.
-> Low occupancy (7%). Consider __launch_bounds__ or reducing register pressure.
-> Low eligible warps + low BW% + low compute% = LATENCY-BOUND. Need more parallelism (larger grid, more ILP, prefetching).
turn 4 · 1 tool call(s) · 17.0s turn · 17.0s LLM · tokens in=8,663 · out=1,882 · total=10,545 · 7,993 chars (click to expand)
turn 417.0s turn · 17.0s LLM · 0.0s tools · tokens in=8,663 · out=1,882 · total=10,545
reasoning
The profiling shows some important issues:
1. Low occupancy (6.7%) - likely due to small batch size (16)
2. Memory access coalescing issue - 8.8 sectors/request means uncoalesced loads
3. Latency-bound due to small number of warps
The uncoalesced loads are from accessing `env_triangle[b * 6 + i]` in a non-contiguous pattern. However, for small batches, this might be unavoidable. Let me see what the actual timing is for the reference and my kernel by submitting to check.
But wait, the profiling shows the kernel runs in about 3.49 μs which is very fast. The main issue is that with batch_size=16, we only have 16 threads, which is way too few to saturate the GPU.
Let me try to optimize by:
1. Unrolling the triangle edge loop completely
2. Avoiding the intermediate arrays and using registers directly
3. Optimizing memory access patterns
Actually, looking at the profile, the low occupancy is the main issue. With batch_size=16 and 256 threads per block, we have 1 block with only 16 active threads. This is extremely inefficient on a GPU like H100.
Let me try to increase the amount of work per thread to make better use of the GPU resources, or submit and see if the speedup is acceptable.
Actually, the kernel is already quite efficient for what it does - the issue is the small problem size. Let me submit and see the actual timing.
Let me first do a static check to make sure there are no reward-hacking patterns:
assistantThe kernel is correct. The profiling shows low occupancy due to the small batch size (16), which is typical for this problem size. Let me check for any static issues and then submit:
call → static_check
callstatic_check
{
"kernel_code": "import torch\nimport torch.nn as nn\nfrom torch.utils.cpp_extension import load_inline\n\n# Compile CUDA kernel at module load time\nsat_cuda_source = r\"\"\"\n#include <torch/extension.h>\n#include <cuda.h>\n#include <cuda_runtime.h>\n#include <cmath>\n\ntemplate <typename scalar_t>\n__global__ void sat_collision_kernel(\n const scalar_t* __restrict__ robot_min,\n const scalar_t* __restrict__ robot_max,\n const scalar_t* __restrict__ env_triangle,\n scalar_t* __restrict__ output,\n const float eps,\n const int batch_size) {\n \n const int b = blockIdx.x * blockDim.x + threadIdx.x;\n if (b >= batch_size) return;\n \n // Load robot AABB (2 values each)\n const scalar_t rx0 = robot_min[b * 2 + 0];\n const scalar_t ry0 = robot_min[b * 2 + 1];\n const scalar_t rx1 = robot_max[b * 2 + 0];\n const scalar_t ry1 = robot_max[b * 2 + 1];\n \n // Load triangle vertices (3 vertices x 2 coords = 6 values)\n const int t_base = b * 6;\n const scalar_t t0x = env_triangle[t_base + 0];\n const scalar_t t0y = env_triangle[t_base + 1];\n const scalar_t t1x = env_triangle[t_base + 2];\n const scalar_t t1y = env_triangle[t_base + 3];\n const scalar_t t2x = env_triangle[t_base + 4];\n const scalar_t t2y = env_triangle[t_base + 5];\n \n // AABB corners: (x0,y0), (x1,y0), (x1,y1), (x0,y1)\n const scalar_t cx[4] = {rx0, rx1, rx1, rx0};\n const scalar_t cy[4] = {ry0, ry0, ry1, ry1};\n \n // Triangle coords for convenience\n const scalar_t tx[3] = {t0x, t1x, t2x};\n const scalar_t ty[3] = {t0y, t1y, t2y};\n \n bool overlapping = true;\n \n // Test 1: X-axis (1, 0)\n {\n const scalar_t r_min = rx0;\n const scalar_t r_max = rx1;\n const scalar_t t_min = fminf(fminf(t0x, t1x), t2x);\n const scalar_t t_max = fmaxf(fmaxf(t0x, t1x), t2x);\n if (r_max < t_min - eps || t_max < r_min - eps) {\n overlapping = false;\n }\n }\n \n // Test 2: Y-axis (0, 1)\n if (overlapping) {\n const scalar_t r_min = ry0;\n const scalar_t r_max = ry1;\n const scalar_t t_min = fminf(fminf(t0y, t1y), t2y);\n const scalar_t t_max = fmaxf(fmaxf(t0y, t1y), t2y);\n if (r_max < t_min - eps || t_max < r_min - eps) {\n overlapping = false;\n }\n }\n \n // Test 3-5: Triangle edge normals\n for (int i = 0; i < 3 && overlapping; ++i) {\n // Edge from vertex i to vertex (i+1)%3\n const int j = (i + 1) % 3;\n const scalar_t ex = tx[j] - tx[i];\n const scalar_t ey = ty[j] - ty[i];\n \n // Normal: (-ey, ex) - perpendicular to edge\n const scalar_t len = sqrtf(ex * ex + ey * ey) + 1e-8f;\n const scalar_t nx = -ey / len;\n const scalar_t ny = ex / len;\n \n // Project rectangle corners onto normal\n scalar_t r_min = cx[0] * nx + cy[0] * ny;\n scalar_t r_max = r_min;\n for (int k = 1; k < 4; ++k) {\n const scalar_t proj = cx[k] * nx + cy[k] * ny;\n r_min = fminf(r_min, proj);\n r_max = fmaxf(r_max, proj);\n }\n \n // Project triangle vertices onto normal\n scalar_t t_min = tx[0] * nx + ty[0] * ny;\n scalar_t t_max = t_min;\n for (int k = 1; k < 3; ++k) {\n const scalar_t proj = tx[k] * nx + ty[k] * ny;\n t_min = fminf(t_min, proj);\n t_max = fmaxf(t_max, proj);\n }\n \n // Check separation\n if (r_max < t_min - eps || t_max < r_min - eps) {\n overlapping = false;\n }\n }\n \n output[b] = overlapping ? scalar_t(1.0) : scalar_t(0.0);\n}\n\ntorch::Tensor sat_collision_cuda(\n torch::Tensor robot_min,\n torch::Tensor robot_max,\n torch::Tensor env_triangle,\n double eps) {\n \n const int batch_size = robot_min.size(0);\n auto output = torch::empty({batch_size, 1}, robot_min.options());\n \n const int threads = 256;\n const int blocks = (batch_size + threads - 1) / threads;\n \n AT_DISPATCH_FLOATING_TYPES(robot_min.scalar_type(), \"sat_collision_kernel\", ([&] {\n sat_collision_kernel<scalar_t><<<blocks, threads>>>(\n robot_min.data_ptr<scalar_t>(),\n robot_max.data_ptr<scalar_t>(),\n env_triangle.data_ptr<scalar_t>(),\n output.data_ptr<scalar_t>(),\n static_cast<float>(eps),\n batch_size);\n }));\n \n return output;\n}\n\"\"\"\n\nsat_cpp_source = r\"\"\"\ntorch::Tensor sat_collision_cuda(\n torch::Tensor robot_min,\n torch::Tensor robot_max,\n torch::Tensor env_triangle,\n double eps);\n\"\"\"\n\n# Load the CUDA extension\nsat_module = load_inline(\n name='sat_collision',\n cpp_sources=sat_cpp_source,\n cuda_sources=sat_cuda_source,\n functions=['sat_collision_cuda'],\n extra_cuda_cflags=['-O3', '--use_fast_math'],\n verbose=True,\n)\n\n\nclass ModelNew(nn.Module):\n def __init__(self, eps: float = 1e-6):\n super().__init__()\n self.eps = eps\n\n def forward(\n self,\n robot_min: torch.Tensor,\n robot_max: torch.Tensor,\n env_triangle: torch.Tensor,\n ) -> torch.Tensor:\n return sat_module.sat_collision_cuda(robot_min, robot_max, env_triangle, self.eps)"
}
result ← static_check (ok)
okstatic_check
static_check PASSED: no violations or warnings detected.
turn 5 · FINAL · 1 tool call(s) · 186.2s turn · 14.3s LLM · tokens in=10,224 · out=1,622 · total=11,846 · 7,194 chars (click to expand)
turn 5186.2s turn · 14.3s LLM · 171.9s tools · tokens in=10,224 · out=1,622 · total=11,846 · FINAL
reasoning
The kernel passes static checks. Let me now submit it. The kernel:
1. Uses a simple 1-thread-per-batch-element approach which is efficient for this problem
2. Does early exit on separation detection
3. Loads all data into registers for fast access
4. Uses fast math for sqrt and min/max operations
For such a small batch size (16), the CUDA kernel overhead will dominate. But for larger batch sizes, this kernel should be significantly faster than the PyTorch reference which creates many intermediate tensors.
Let me submit the kernel.
call → submit_kernel
callsubmit_kernel
{
"kernel_code": "import torch\nimport torch.nn as nn\nfrom torch.utils.cpp_extension import load_inline\n\n# Compile CUDA kernel at module load time\nsat_cuda_source = r\"\"\"\n#include <torch/extension.h>\n#include <cuda.h>\n#include <cuda_runtime.h>\n#include <cmath>\n\ntemplate <typename scalar_t>\n__global__ void sat_collision_kernel(\n const scalar_t* __restrict__ robot_min,\n const scalar_t* __restrict__ robot_max,\n const scalar_t* __restrict__ env_triangle,\n scalar_t* __restrict__ output,\n const float eps,\n const int batch_size) {\n \n const int b = blockIdx.x * blockDim.x + threadIdx.x;\n if (b >= batch_size) return;\n \n // Load robot AABB (2 values each)\n const scalar_t rx0 = robot_min[b * 2 + 0];\n const scalar_t ry0 = robot_min[b * 2 + 1];\n const scalar_t rx1 = robot_max[b * 2 + 0];\n const scalar_t ry1 = robot_max[b * 2 + 1];\n \n // Load triangle vertices (3 vertices x 2 coords = 6 values)\n const int t_base = b * 6;\n const scalar_t t0x = env_triangle[t_base + 0];\n const scalar_t t0y = env_triangle[t_base + 1];\n const scalar_t t1x = env_triangle[t_base + 2];\n const scalar_t t1y = env_triangle[t_base + 3];\n const scalar_t t2x = env_triangle[t_base + 4];\n const scalar_t t2y = env_triangle[t_base + 5];\n \n // AABB corners: (x0,y0), (x1,y0), (x1,y1), (x0,y1)\n const scalar_t cx[4] = {rx0, rx1, rx1, rx0};\n const scalar_t cy[4] = {ry0, ry0, ry1, ry1};\n \n // Triangle coords for convenience\n const scalar_t tx[3] = {t0x, t1x, t2x};\n const scalar_t ty[3] = {t0y, t1y, t2y};\n \n bool overlapping = true;\n \n // Test 1: X-axis (1, 0)\n {\n const scalar_t r_min = rx0;\n const scalar_t r_max = rx1;\n const scalar_t t_min = fminf(fminf(t0x, t1x), t2x);\n const scalar_t t_max = fmaxf(fmaxf(t0x, t1x), t2x);\n if (r_max < t_min - eps || t_max < r_min - eps) {\n overlapping = false;\n }\n }\n \n // Test 2: Y-axis (0, 1)\n if (overlapping) {\n const scalar_t r_min = ry0;\n const scalar_t r_max = ry1;\n const scalar_t t_min = fminf(fminf(t0y, t1y), t2y);\n const scalar_t t_max = fmaxf(fmaxf(t0y, t1y), t2y);\n if (r_max < t_min - eps || t_max < r_min - eps) {\n overlapping = false;\n }\n }\n \n // Test 3-5: Triangle edge normals\n for (int i = 0; i < 3 && overlapping; ++i) {\n // Edge from vertex i to vertex (i+1)%3\n const int j = (i + 1) % 3;\n const scalar_t ex = tx[j] - tx[i];\n const scalar_t ey = ty[j] - ty[i];\n \n // Normal: (-ey, ex) - perpendicular to edge\n const scalar_t len = sqrtf(ex * ex + ey * ey) + 1e-8f;\n const scalar_t nx = -ey / len;\n const scalar_t ny = ex / len;\n \n // Project rectangle corners onto normal\n scalar_t r_min = cx[0] * nx + cy[0] * ny;\n scalar_t r_max = r_min;\n for (int k = 1; k < 4; ++k) {\n const scalar_t proj = cx[k] * nx + cy[k] * ny;\n r_min = fminf(r_min, proj);\n r_max = fmaxf(r_max, proj);\n }\n \n // Project triangle vertices onto normal\n scalar_t t_min = tx[0] * nx + ty[0] * ny;\n scalar_t t_max = t_min;\n for (int k = 1; k < 3; ++k) {\n const scalar_t proj = tx[k] * nx + ty[k] * ny;\n t_min = fminf(t_min, proj);\n t_max = fmaxf(t_max, proj);\n }\n \n // Check separation\n if (r_max < t_min - eps || t_max < r_min - eps) {\n overlapping = false;\n }\n }\n \n output[b] = overlapping ? scalar_t(1.0) : scalar_t(0.0);\n}\n\ntorch::Tensor sat_collision_cuda(\n torch::Tensor robot_min,\n torch::Tensor robot_max,\n torch::Tensor env_triangle,\n double eps) {\n \n const int batch_size = robot_min.size(0);\n auto output = torch::empty({batch_size, 1}, robot_min.options());\n \n const int threads = 256;\n const int blocks = (batch_size + threads - 1) / threads;\n \n AT_DISPATCH_FLOATING_TYPES(robot_min.scalar_type(), \"sat_collision_kernel\", ([&] {\n sat_collision_kernel<scalar_t><<<blocks, threads>>>(\n robot_min.data_ptr<scalar_t>(),\n robot_max.data_ptr<scalar_t>(),\n env_triangle.data_ptr<scalar_t>(),\n output.data_ptr<scalar_t>(),\n static_cast<float>(eps),\n batch_size);\n }));\n \n return output;\n}\n\"\"\"\n\nsat_cpp_source = r\"\"\"\ntorch::Tensor sat_collision_cuda(\n torch::Tensor robot_min,\n torch::Tensor robot_max,\n torch::Tensor env_triangle,\n double eps);\n\"\"\"\n\n# Load the CUDA extension\nsat_module = load_inline(\n name='sat_collision',\n cpp_sources=sat_cpp_source,\n cuda_sources=sat_cuda_source,\n functions=['sat_collision_cuda'],\n extra_cuda_cflags=['-O3', '--use_fast_math'],\n verbose=True,\n)\n\n\nclass ModelNew(nn.Module):\n def __init__(self, eps: float = 1e-6):\n super().__init__()\n self.eps = eps\n\n def forward(\n self,\n robot_min: torch.Tensor,\n robot_max: torch.Tensor,\n env_triangle: torch.Tensor,\n ) -> torch.Tensor:\n return sat_module.sat_collision_cuda(robot_min, robot_max, env_triangle, self.eps)"
}
result ← submit_kernel (ok)
oksubmit_kernel
submit_kernel PASSED: (3 / 3) correctness trials all passed.
Kernel runtime: 0.01 μs
Runtime stats: mean=0.01μs median=?μs std=0.00μs
Numerical precision: max_abs_err=0.00e+00 mean_abs_err=0.00e+00 max_rel_err=0.00e+00
Kernel launches: 1 (ref: 295, fusion ratio: 295.0)
SOL score: 0.0005
Flagged for excessive speedup — this submission may have been rejected by automated review.
final submitted kernel (166 lines, 5,190 chars) — full source, untruncated
import torch
import torch.nn as nn
from torch.utils.cpp_extension import load_inline
# Compile CUDA kernel at module load time
sat_cuda_source = r"""
#include <torch/extension.h>
#include <cuda.h>
#include <cuda_runtime.h>
#include <cmath>
template <typename scalar_t>
__global__ void sat_collision_kernel(
const scalar_t* __restrict__ robot_min,
const scalar_t* __restrict__ robot_max,
const scalar_t* __restrict__ env_triangle,
scalar_t* __restrict__ output,
const float eps,
const int batch_size) {
const int b = blockIdx.x * blockDim.x + threadIdx.x;
if (b >= batch_size) return;
// Load robot AABB (2 values each)
const scalar_t rx0 = robot_min[b * 2 + 0];
const scalar_t ry0 = robot_min[b * 2 + 1];
const scalar_t rx1 = robot_max[b * 2 + 0];
const scalar_t ry1 = robot_max[b * 2 + 1];
// Load triangle vertices (3 vertices x 2 coords = 6 values)
const int t_base = b * 6;
const scalar_t t0x = env_triangle[t_base + 0];
const scalar_t t0y = env_triangle[t_base + 1];
const scalar_t t1x = env_triangle[t_base + 2];
const scalar_t t1y = env_triangle[t_base + 3];
const scalar_t t2x = env_triangle[t_base + 4];
const scalar_t t2y = env_triangle[t_base + 5];
// AABB corners: (x0,y0), (x1,y0), (x1,y1), (x0,y1)
const scalar_t cx[4] = {rx0, rx1, rx1, rx0};
const scalar_t cy[4] = {ry0, ry0, ry1, ry1};
// Triangle coords for convenience
const scalar_t tx[3] = {t0x, t1x, t2x};
const scalar_t ty[3] = {t0y, t1y, t2y};
bool overlapping = true;
// Test 1: X-axis (1, 0)
{
const scalar_t r_min = rx0;
const scalar_t r_max = rx1;
const scalar_t t_min = fminf(fminf(t0x, t1x), t2x);
const scalar_t t_max = fmaxf(fmaxf(t0x, t1x), t2x);
if (r_max < t_min - eps || t_max < r_min - eps) {
overlapping = false;
}
}
// Test 2: Y-axis (0, 1)
if (overlapping) {
const scalar_t r_min = ry0;
const scalar_t r_max = ry1;
const scalar_t t_min = fminf(fminf(t0y, t1y), t2y);
const scalar_t t_max = fmaxf(fmaxf(t0y, t1y), t2y);
if (r_max < t_min - eps || t_max < r_min - eps) {
overlapping = false;
}
}
// Test 3-5: Triangle edge normals
for (int i = 0; i < 3 && overlapping; ++i) {
// Edge from vertex i to vertex (i+1)%3
const int j = (i + 1) % 3;
const scalar_t ex = tx[j] - tx[i];
const scalar_t ey = ty[j] - ty[i];
// Normal: (-ey, ex) - perpendicular to edge
const scalar_t len = sqrtf(ex * ex + ey * ey) + 1e-8f;
const scalar_t nx = -ey / len;
const scalar_t ny = ex / len;
// Project rectangle corners onto normal
scalar_t r_min = cx[0] * nx + cy[0] * ny;
scalar_t r_max = r_min;
for (int k = 1; k < 4; ++k) {
const scalar_t proj = cx[k] * nx + cy[k] * ny;
r_min = fminf(r_min, proj);
r_max = fmaxf(r_max, proj);
}
// Project triangle vertices onto normal
scalar_t t_min = tx[0] * nx + ty[0] * ny;
scalar_t t_max = t_min;
for (int k = 1; k < 3; ++k) {
const scalar_t proj = tx[k] * nx + ty[k] * ny;
t_min = fminf(t_min, proj);
t_max = fmaxf(t_max, proj);
}
// Check separation
if (r_max < t_min - eps || t_max < r_min - eps) {
overlapping = false;
}
}
output[b] = overlapping ? scalar_t(1.0) : scalar_t(0.0);
}
torch::Tensor sat_collision_cuda(
torch::Tensor robot_min,
torch::Tensor robot_max,
torch::Tensor env_triangle,
double eps) {
const int batch_size = robot_min.size(0);
auto output = torch::empty({batch_size, 1}, robot_min.options());
const int threads = 256;
const int blocks = (batch_size + threads - 1) / threads;
AT_DISPATCH_FLOATING_TYPES(robot_min.scalar_type(), "sat_collision_kernel", ([&] {
sat_collision_kernel<scalar_t><<<blocks, threads>>>(
robot_min.data_ptr<scalar_t>(),
robot_max.data_ptr<scalar_t>(),
env_triangle.data_ptr<scalar_t>(),
output.data_ptr<scalar_t>(),
static_cast<float>(eps),
batch_size);
}));
return output;
}
"""
sat_cpp_source = r"""
torch::Tensor sat_collision_cuda(
torch::Tensor robot_min,
torch::Tensor robot_max,
torch::Tensor env_triangle,
double eps);
"""
# Load the CUDA extension
sat_module = load_inline(
name='sat_collision',
cpp_sources=sat_cpp_source,
cuda_sources=sat_cuda_source,
functions=['sat_collision_cuda'],
extra_cuda_cflags=['-O3', '--use_fast_math'],
verbose=True,
)
class ModelNew(nn.Module):
def __init__(self, eps: float = 1e-6):
super().__init__()
self.eps = eps
def forward(
self,
robot_min: torch.Tensor,
robot_max: torch.Tensor,
env_triangle: torch.Tensor,
) -> torch.Tensor:
return sat_module.sat_collision_cuda(robot_min, robot_max, env_triangle, self.eps)