level 2 · 125/144 correct
trajectories
144
finished
144
correct
125
compiled
125
avg speedup (correct)
377.50x
sweep-wide eval metricsaveraged over correct kernels
outcomescorrect 125 · error 12 · compile_fail 7
avg speedup377.50x (over 125 correct)
avg memory ratio (kernel / ref)0.75x (125 samples)
avg fusion ratio (ref launches / kernel launches)596.84x (125 samples)
avg energy ratio (ref / kernel)2.09x (68 samples)
avg SOL score (0–1)0.645 (124 samples)
avg DRAM util %53.5%
avg occupancy %164.3%
avg max abs error8.36e-04
original · 85/100 correct
P1 · gpt-5.5-priority1_Conv2D_ReLU_BiasAdd.py
correct0.34x28.3μs
P2 · gpt-5.5-priority2_ConvTranspose2d_BiasAdd_Clamp_
correct0.66x36.0μs
P3 · gpt-5.5-priority3_ConvTranspose3d_Sum_LayerNorm_
correct1.33x14.1μs
P4 · gpt-5.5-priority4_Conv2d_Mish_Mish.py
correct1.35x6.4μs
P5 · gpt-5.5-priority5_ConvTranspose2d_Subtract_Tanh.
correct1.58x5.9μs
P6 · gpt-5.5-priority6_Conv3d_Softmax_MaxPool_MaxPool
correct0.95x0.9μs
P7 · gpt-5.5-priority7_Conv3d_ReLU_LeakyReLU_GELU_Sig
correct1.64x4.0μs
P8 · gpt-5.5-priority8_Conv3d_Divide_Max_GlobalAvgPoo
correct0.32x8.1μs
P9 · gpt-5.5-priority9_Matmul_Subtract_Multiply_ReLU.
compile_fail—
P10 · gpt-5.5-priority10_ConvTranspose2d_MaxPool_Hardt
correct1.11x12.9μs
P11 · gpt-5.5-priority11_ConvTranspose2d_BatchNorm_Tan
correct1.18x2.2μs
P12 · gpt-5.5-priority12_Gemm_Multiply_LeakyReLU.py
correct1.08x0.4μs
P13 · gpt-5.5-priority13_ConvTranspose3d_Mean_Add_Soft
correct3.07x7.4μs
P14 · gpt-5.5-priority14_Gemm_Divide_Sum_Scaling.py
error—
P15 · gpt-5.5-priority15_ConvTranspose3d_BatchNorm_Sub
correct1.36x1.5μs
P16 · gpt-5.5-priority16_ConvTranspose2d_Mish_Add_Hard
correct1.22x17.9μs
P17 · gpt-5.5-priority17_Conv2d_InstanceNorm_Divide.py
correct1.04x9.7μs
P18 · gpt-5.5-priority18_Matmul_Sum_Max_AvgPool_LogSum
correct122.57x0.0μs
P19 · gpt-5.5-priority19_ConvTranspose2d_GELU_GroupNor
correct0.79x21.3μs
P20 · gpt-5.5-priority20_ConvTranspose3d_Sum_ResidualA
correct2.40x1.6μs
P21 · gpt-5.5-priority21_Conv2d_Add_Scale_Sigmoid_Grou
correct1.54x4.2μs
P22 · gpt-5.5-priority22_Matmul_Scale_ResidualAdd_Clam
correct7.84x0.4μs
P23 · gpt-5.5-priority23_Conv3d_GroupNorm_Mean.py
correct226.95x0.0μs
P24 · gpt-5.5-priority24_Conv3d_Min_Softmax.py
correct1.00x1.0μs
P25 · gpt-5.5-priority25_Conv2d_Min_Tanh_Tanh.py
correct1.04x6.3μs
P26 · gpt-5.5-priority26_ConvTranspose3d_Add_HardSwish
error—
P27 · gpt-5.5-priority27_Conv3d_HardSwish_GroupNorm_Me
error—
P28 · gpt-5.5-priority28_BMM_InstanceNorm_Sum_Residual
correct1.09x2.7μs
P29 · gpt-5.5-priority29_Matmul_Mish_Mish.py
compile_fail—
P30 · gpt-5.5-priority30_Gemm_GroupNorm_Hardtanh.py
correct1.11x2.8μs
P31 · gpt-5.5-priority31_Conv2d_Min_Add_Multiply.py
correct1.44x3.5μs
P32 · gpt-5.5-priority32_Conv2d_Scaling_Min.py
correct1.64x4.8μs
P33 · gpt-5.5-priority33_Gemm_Scale_BatchNorm.py
correct1.02x2.7μs
P34 · gpt-5.5-priority34_ConvTranspose3d_LayerNorm_GEL
correct1.28x24.1μs
P35 · gpt-5.5-priority35_Conv2d_Subtract_HardSwish_Max
correct1.58x3.3μs
P36 · gpt-5.5-priority36_ConvTranspose2d_Min_Sum_GELU_
correct0.32x4.6μs
P37 · gpt-5.5-priority37_Matmul_Swish_Sum_GroupNorm.py
correct1.49x6.0μs
P38 · gpt-5.5-priority38_ConvTranspose3d_AvgPool_Clamp
correct1039.93x0.0μs
P39 · gpt-5.5-priority39_Gemm_Scale_BatchNorm.py
correct1.02x11.3μs
P40 · gpt-5.5-priority40_Matmul_Scaling_ResidualAdd.py
correct1.05x11.1μs
P41 · gpt-5.5-priority41_Gemm_BatchNorm_GELU_ReLU.py
correct1.04x11.2μs
P42 · gpt-5.5-priority42_ConvTranspose2d_GlobalAvgPool
correct18.56x0.4μs
P43 · gpt-5.5-priority43_Conv3d_Max_LogSumExp_ReLU.py
correct0.98x6.5μs
P44 · gpt-5.5-priority44_ConvTranspose2d_Multiply_Glob
correct101.31x0.0μs
P45 · gpt-5.5-priority45_Gemm_Sigmoid_LogSumExp.py
correct1.03x8.3μs
P46 · gpt-5.5-priority46_Conv2d_Subtract_Tanh_Subtract
correct1.29x8.4μs
P47 · gpt-5.5-priority47_Conv3d_Mish_Tanh.py
error—
P48 · gpt-5.5-priority48_Conv3d_Scaling_Tanh_Multiply_
error—
P49 · gpt-5.5-priority49_ConvTranspose3d_Softmax_Sigmo
correct0.67x4.3μs
P50 · gpt-5.5-priority50_ConvTranspose3d_Scaling_AvgPo
correct32.19x0.2μs
P51 · gpt-5.5-priority51_Gemm_Subtract_GlobalAvgPool_L
correct108.27x0.1μs
P52 · gpt-5.5-priority52_Conv2d_Activation_BatchNorm.p
correct1.32x2.7μs
P53 · gpt-5.5-priority53_Gemm_Scaling_Hardtanh_GELU.py
correct1.03x5.5μs
P54 · gpt-5.5-priority54_Conv2d_Multiply_LeakyReLU_GEL
compile_fail—
P55 · gpt-5.5-priority55_Matmul_MaxPool_Sum_Scale.py
correct1.80x0.8μs
P56 · gpt-5.5-priority56_Matmul_Sigmoid_Sum.py
correct3.47x1.6μs
P57 · gpt-5.5-priority57_Conv2d_ReLU_HardSwish.py
correct2.51x1.5μs
P58 · gpt-5.5-priority58_ConvTranspose3d_LogSumExp_Har
correct4.95x1.4μs
P59 · gpt-5.5-priority59_Matmul_Swish_Scaling.py
error—
P60 · gpt-5.5-priority60_ConvTranspose3d_Swish_GroupNo
correct1.01x7.7μs
P61 · gpt-5.5-priority61_ConvTranspose3d_ReLU_GroupNor
correct1.01x3.8μs
P62 · gpt-5.5-priority62_Matmul_GroupNorm_LeakyReLU_Su
correct1.12x2.7μs
P63 · gpt-5.5-priority63_Gemm_ReLU_Divide.py
correct1.01x2.7μs
P64 · gpt-5.5-priority64_Gemm_LogSumExp_LeakyReLU_Leak
correct7.69x0.4μs
P65 · gpt-5.5-priority65_Conv2d_AvgPool_Sigmoid_Sum.py
correct2.46x4.9μs
P66 · gpt-5.5-priority66_Matmul_Dropout_Softmax.py
correct5.98x0.2μs
P67 · gpt-5.5-priority67_Conv2d_GELU_GlobalAvgPool.py
correct0.67x9.8μs
P68 · gpt-5.5-priority68_Matmul_Min_Subtract.py
correct1.01x1.4μs
P69 · gpt-5.5-priority69_Conv2d_HardSwish_ReLU.py
correct1.33x1.4μs
P70 · gpt-5.5-priority70_Gemm_Sigmoid_Scaling_Residual
correct1.02x2.7μs
P71 · gpt-5.5-priority71_Conv2d_Divide_LeakyReLU.py
error—
P72 · gpt-5.5-priority72_ConvTranspose3d_BatchNorm_Avg
correct1.25x9.8μs
P73 · gpt-5.5-priority73_Conv2d_BatchNorm_Scaling.py
correct1.35x1.9μs
P74 · gpt-5.5-priority74_ConvTranspose3d_LeakyReLU_Mul
correct4.99x0.7μs
P75 · gpt-5.5-priority75_Gemm_GroupNorm_Min_BiasAdd.py
correct1.13x2.7μs
P76 · gpt-5.5-priority76_Gemm_Add_ReLU.py
correct1.00x2.9μs
P77 · gpt-5.5-priority77_ConvTranspose3d_Scale_BatchNo
correct1.13x4.8μs
P78 · gpt-5.5-priority78_ConvTranspose3d_Max_Max_Sum.p
correct7.72x6.2μs
P79 · gpt-5.5-priority79_Conv3d_Multiply_InstanceNorm_
correct2.22x0.4μs
P80 · gpt-5.5-priority80_Gemm_Max_Subtract_GELU.py
correct425.90x0.0μs
P81 · gpt-5.5-priority81_Gemm_Swish_Divide_Clamp_Tanh_
correct1.04x2.7μs
P82 · gpt-5.5-priority82_Conv2d_Tanh_Scaling_BiasAdd_M
correct2.16x4.6μs
P83 · gpt-5.5-priority83_Conv3d_GroupNorm_Min_Clamp_Dr
correct24.34x0.2μs
P84 · gpt-5.5-priority84_Gemm_BatchNorm_Scaling_Softma
error—
P85 · gpt-5.5-priority85_Conv2d_GroupNorm_Scale_MaxPoo
error—
P86 · gpt-5.5-priority86_Matmul_Divide_GELU.py
correct0.94x2.9μs
P87 · gpt-5.5-priority87_Conv2d_Subtract_Subtract_Mish
correct2.49x3.5μs
P88 · gpt-5.5-priority88_Gemm_GroupNorm_Swish_Multiply
correct1.12x2.7μs
P89 · gpt-5.5-priority89_ConvTranspose3d_MaxPool_Softm
correct10.35x0.5μs
P90 · gpt-5.5-priority90_Conv3d_LeakyReLU_Sum_Clamp_GE
correct1.49x7.8μs
P91 · gpt-5.5-priority91_ConvTranspose2d_Softmax_BiasA
correct1.14x8.1μs
P92 · gpt-5.5-priority92_Conv2d_GroupNorm_Tanh_HardSwi
correct2.67x1.6μs
P93 · gpt-5.5-priority93_ConvTranspose2d_Add_Min_GELU_
correct2.17x2.7μs
P94 · gpt-5.5-priority94_Gemm_BiasAdd_Hardtanh_Mish_Gr
correct1.04x2.8μs
P95 · gpt-5.5-priority95_Matmul_Add_Swish_Tanh_GELU_Ha
correct1.04x2.7μs
P96 · gpt-5.5-priority96_ConvTranspose3d_Multiply_Max_
compile_fail—
P97 · gpt-5.5-priority97_Matmul_BatchNorm_BiasAdd_Divi
error—
P98 · gpt-5.5-priority98_Matmul_AvgPool_GELU_Scale_Max
correct14.56x0.2μs
P99 · gpt-5.5-priority99_Matmul_GELU_Softmax.py
correct7.45x0.4μs
P100 · gpt-5.5-priority100_ConvTranspose3d_Clamp_Min_Di
compile_fail—
popcorn · 40/44 correct
P1 · gpt-5.5-priority1_DeepSeekMLALoRAExpansion.py
correct1.39x0.0μs
P3 · gpt-5.5-priority3_FusedCrossAttentionRoPEDropout
correct3.86x0.1μs
P4 · gpt-5.5-priority4_GFVLA_FusedSceneGraphUpdate.py
correct8.62x0.0μs
P5 · gpt-5.5-priority5_LayerNorm_GELU_DilatedConv1d_R
correct0.99x2.8μs
P6 · gpt-5.5-priority6_TriangularAttention.py
correct1.51x0.2μs
P7 · gpt-5.5-priority7_Conv1d_Depthwise_Separable.py
correct1.32x0.4μs
P8 · gpt-5.5-priority8_DeepSeekMoEGroundedTop2Routing
correct7.95x0.0μs
P9 · gpt-5.5-priority9_MetropolisHastingsStep.py
correct7.12x0.0μs
P10 · gpt-5.5-priority10_GFVLA_FusedPairwiseNodeAggreg
correct1.28x0.1μs
P12 · gpt-5.5-priority12_BatchNorm_GELU_DilatedConv1d_
correct0.10x8.9μs
P13 · gpt-5.5-priority13_QuantVLA_SelectiveLayoutFusio
error—
P14 · gpt-5.5-priority14_TriangularMultiplicativeUpdat
correct2.98x0.1μs
P15 · gpt-5.5-priority15_GQAKVHeadExpansionAttention.p
correct3175.78x0.0μs
P16 · gpt-5.5-priority16_HamiltonianMonteCarloStep.py
correct39.04x0.0μs
P17 · gpt-5.5-priority17_FP8ScaledAttention.py
correct2230.77x0.0μs
P19 · gpt-5.5-priority19_DepthwiseSeparableConv1D_GELU
correct1.90x0.9μs
P20 · gpt-5.5-priority20_GatedDeltaNetLinearAttention.
correct133.43x0.1μs
P21 · gpt-5.5-priority21_TriangularMultiplicativeUpdat
correct4.56x0.1μs
P22 · gpt-5.5-priority22_FusedBallQuery3D.py
correct86.27x0.0μs
P23 · gpt-5.5-priority23_GibbsSamplingStep.py
correct11.64x0.3μs
P24 · gpt-5.5-priority24_KimiDeltaAttentionChannelwise
correct296.06x0.0μs
P25 · gpt-5.5-priority25_OuterProductMean.py
compile_fail—
P26 · gpt-5.5-priority26_RoPEKVCacheUpdate.py
correct427.54x0.0μs
P28 · gpt-5.5-priority28_FusedGroupNormSiLU.py
correct2.63x0.0μs
P29 · gpt-5.5-priority29_MSARowAttention.py
correct13.37x0.0μs
P30 · gpt-5.5-priority30_SelectiveScan_Mamba.py
correct74.38x1.6μs
P31 · gpt-5.5-priority31_FusedMLAAttention.py
correct30024.81x0.0μs
P32 · gpt-5.5-priority32_MSAColumnAttention.py
correct15.43x0.0μs
P33 · gpt-5.5-priority33_VectorizedPoseTransformFused.
error—
P35 · gpt-5.5-priority35_FusedConv1dGroupNorm.py
correct1.07x0.1μs
P36 · gpt-5.5-priority36_InvariantPointAttention.py
correct14.48x0.1μs
P37 · gpt-5.5-priority37_CSRFusedAttentionValue.py
correct2310.92x0.0μs
P39 · gpt-5.5-priority39_Fused1DTemporalConvolution.py
correct2.15x0.0μs
P40 · gpt-5.5-priority40_SmithWatermanDPScore.py
correct3575.27x0.0μs
P41 · gpt-5.5-priority41_VariationalELBO.py
compile_fail—
P42 · gpt-5.5-priority42_BatchedForwardKinematics.py
correct3.41x0.0μs
P43 · gpt-5.5-priority43_ContactMapPrediction.py
correct3.47x0.0μs
P44 · gpt-5.5-priority44_ReparameterizationTrick.py
correct3.79x0.1μs
P45 · gpt-5.5-priority45_AxialAttention.py
correct1.53x0.5μs
P46 · gpt-5.5-priority46_SteinVariationalGradient.py
correct5.18x0.2μs
P47 · gpt-5.5-priority47_virtual_all_gather_concat_lin
correct1.74x0.0μs
P48 · gpt-5.5-priority48_ParticleFilter.py
correct2.51x0.2μs
P49 · gpt-5.5-priority49_sum_gelu_across_virtual_ranks
correct1.58x0.0μs
P50 · gpt-5.5-priority50_HiddenMarkovForward.py
correct2424.78x0.0μs