level 1 · 63/132 correct
trajectories
132
finished
132
correct
63
compiled
94
avg speedup (correct)
88.07x
sweep-wide eval metricsaveraged over correct kernels
outcomescorrect 63 · compile_fail 38 · incorrect 31
avg speedup88.07x (over 63 correct)
avg memory ratio (kernel / ref)0.88x (63 samples)
avg fusion ratio (ref launches / kernel launches)237.50x (63 samples)
avg energy ratio (ref / kernel)2.17x (40 samples)
avg SOL score (0–1)0.586 (60 samples)
avg DRAM util %46.3%
avg occupancy %63.4%
avg max abs error5.12e-03
original · 50/100 correct
P1 · gpt-5.5-priority1_Square_matrix_multiplication_.
correct1.00x2.7μs
P2 · gpt-5.5-priority2_Standard_matrix_multiplication
correct0.92x2.9μs
P3 · gpt-5.5-priority3_Batched_matrix_multiplication.
correct5.77x0.9μs
P4 · gpt-5.5-priority4_Matrix_vector_multiplication_.
correct0.99x2.9μs
P5 · gpt-5.5-priority5_Matrix_scalar_multiplication.p
correct0.89x3.3μs
P6 · gpt-5.5-priority6_Matmul_with_large_K_dimension_
incorrect—
P7 · gpt-5.5-priority7_Matmul_with_small_K_dimension_
correct0.88x4.7μs
P8 · gpt-5.5-priority8_Matmul_with_irregular_shapes_.
correct0.65x9.9μs
P9 · gpt-5.5-priority9_Tall_skinny_matrix_multiplicat
compile_fail—
P10 · gpt-5.5-priority10_3D_tensor_matrix_multiplicati
correct1.00x1.0μs
P11 · gpt-5.5-priority11_4D_tensor_matrix_multiplicati
compile_fail—
P12 · gpt-5.5-priority12_Matmul_with_diagonal_matrices
compile_fail—
P13 · gpt-5.5-priority13_Matmul_for_symmetric_matrices
correct1.00x2.7μs
P14 · gpt-5.5-priority14_Matmul_for_upper_triangular_m
incorrect—
P15 · gpt-5.5-priority15_Matmul_for_lower_triangular_m
compile_fail—
P16 · gpt-5.5-priority16_Matmul_with_transposed_A.py
correct1.04x2.6μs
P17 · gpt-5.5-priority17_Matmul_with_transposed_B.py
correct1.02x2.7μs
P18 · gpt-5.5-priority18_Matmul_with_transposed_both.p
correct0.12x2.8μs
P19 · gpt-5.5-priority19_ReLU.py
compile_fail—
P20 · gpt-5.5-priority20_LeakyReLU.py
correct1436.92x0.0μs
P21 · gpt-5.5-priority21_Sigmoid.py
correct0.90x4.8μs
P22 · gpt-5.5-priority22_Tanh.py
correct0.93x4.7μs
P23 · gpt-5.5-priority23_Softmax.py
correct1610.29x0.0μs
P24 · gpt-5.5-priority24_LogSoftmax.py
incorrect—
P25 · gpt-5.5-priority25_Swish.py
correct2.09x5.3μs
P26 · gpt-5.5-priority26_GELU_.py
compile_fail—
P27 · gpt-5.5-priority27_SELU_.py
compile_fail—
P28 · gpt-5.5-priority28_HardSigmoid.py
compile_fail—
P29 · gpt-5.5-priority29_Softplus.py
correct0.99x4.4μs
P30 · gpt-5.5-priority30_Softsign.py
correct3.27x4.5μs
P31 · gpt-5.5-priority31_ELU.py
correct1434.25x0.0μs
P32 · gpt-5.5-priority32_HardTanh.py
correct0.94x4.7μs
P33 · gpt-5.5-priority33_BatchNorm.py
correct1.54x5.8μs
P34 · gpt-5.5-priority34_InstanceNorm.py
correct1.24x7.9μs
P35 · gpt-5.5-priority35_GroupNorm_.py
compile_fail—
P36 · gpt-5.5-priority36_RMSNorm_.py
correct2.54x5.8μs
P37 · gpt-5.5-priority37_FrobeniusNorm_.py
correct3.61x2.4μs
P38 · gpt-5.5-priority38_L1Norm_.py
incorrect—
P39 · gpt-5.5-priority39_L2Norm_.py
incorrect—
P40 · gpt-5.5-priority40_LayerNorm.py
compile_fail—
P41 · gpt-5.5-priority41_Max_Pooling_1D.py
compile_fail—
P42 · gpt-5.5-priority42_Max_Pooling_2D.py
compile_fail—
P43 · gpt-5.5-priority43_Max_Pooling_3D.py
correct0.65x6.1μs
P44 · gpt-5.5-priority44_Average_Pooling_1D.py
correct1.98x2.8μs
P45 · gpt-5.5-priority45_Average_Pooling_2D.py
correct1.12x5.8μs
P46 · gpt-5.5-priority46_Average_Pooling_3D.py
correct1.77x4.9μs
P47 · gpt-5.5-priority47_Sum_reduction_over_a_dimensio
compile_fail—
P48 · gpt-5.5-priority48_Mean_reduction_over_a_dimensi
correct0.90x3.4μs
P49 · gpt-5.5-priority49_Max_reduction_over_a_dimensio
compile_fail—
P50 · gpt-5.5-priority50_conv_standard_2D__square_inpu
incorrect—
P51 · gpt-5.5-priority51_Argmax_over_a_dimension.py
correct0.88x3.7μs
P52 · gpt-5.5-priority52_Argmin_over_a_dimension.py
compile_fail—
P53 · gpt-5.5-priority53_Min_reduction_over_a_dimensio
compile_fail—
P54 · gpt-5.5-priority54_conv_standard_3D__square_inpu
correct0.31x6.0μs
P55 · gpt-5.5-priority55_conv_standard_2D__asymmetric_
incorrect—
P56 · gpt-5.5-priority56_conv_standard_2D__asymmetric_
incorrect—
P57 · gpt-5.5-priority57_conv_transposed_2D__square_in
incorrect—
P58 · gpt-5.5-priority58_conv_transposed_3D__asymmetri
incorrect—
P59 · gpt-5.5-priority59_conv_standard_3D__asymmetric_
correct0.96x3.0μs
P60 · gpt-5.5-priority60_conv_standard_3D__square_inpu
correct1.09x9.4μs
P61 · gpt-5.5-priority61_conv_transposed_3D__square_in
incorrect—
P62 · gpt-5.5-priority62_conv_standard_2D__square_inpu
incorrect—
P63 · gpt-5.5-priority63_conv_standard_2D__square_inpu
incorrect—
P64 · gpt-5.5-priority64_conv_transposed_1D.py
compile_fail—
P65 · gpt-5.5-priority65_conv_transposed_2D__square_in
correct0.96x2.8μs
P66 · gpt-5.5-priority66_conv_standard_3D__asymmetric_
correct0.42x11.7μs
P67 · gpt-5.5-priority67_conv_standard_1D.py
incorrect—
P68 · gpt-5.5-priority68_conv_transposed_3D__square_in
incorrect—
P69 · gpt-5.5-priority69_conv_transposed_2D__asymmetri
compile_fail—
P70 · gpt-5.5-priority70_conv_transposed_3D__asymmetri
incorrect—
P71 · gpt-5.5-priority71_conv_transposed_2D__asymmetri
incorrect—
P72 · gpt-5.5-priority72_conv_transposed_3D_asymmetric
correct0.67x4.2μs
P73 · gpt-5.5-priority73_conv_transposed_3D_asymmetric
incorrect—
P74 · gpt-5.5-priority74_conv_transposed_1D_dilated.py
compile_fail—
P75 · gpt-5.5-priority75_conv_transposed_2D_asymmetric
correct6.60x1.0μs
P76 · gpt-5.5-priority76_conv_standard_1D_dilated_stri
incorrect—
P77 · gpt-5.5-priority77_conv_transposed_3D_square_inp
incorrect—
P78 · gpt-5.5-priority78_conv_transposed_2D_asymmetric
compile_fail—
P79 · gpt-5.5-priority79_conv_transposed_1D_asymmetric
incorrect—
P80 · gpt-5.5-priority80_conv_standard_2D_square_input
incorrect—
P81 · gpt-5.5-priority81_conv_transposed_2D_asymmetric
incorrect—
P82 · gpt-5.5-priority82_conv_depthwise_2D_square_inpu
correct2.37x1.1μs
P83 · gpt-5.5-priority83_conv_depthwise_2D_square_inpu
correct3.85x0.4μs
P84 · gpt-5.5-priority84_conv_depthwise_2D_asymmetric_
compile_fail—
P85 · gpt-5.5-priority85_conv_depthwise_2D_asymmetric_
correct3.88x0.6μs
P86 · gpt-5.5-priority86_conv_depthwise_separable_2D.p
correct1.24x3.1μs
P87 · gpt-5.5-priority87_conv_pointwise_2D.py
compile_fail—
P88 · gpt-5.5-priority88_MinGPTNewGelu.py
correct8.85x0.2μs
P89 · gpt-5.5-priority89_cumsum.py
compile_fail—
P90 · gpt-5.5-priority90_cumprod.py
correct3.41x1.4μs
P91 · gpt-5.5-priority91_cumsum_reverse.py
correct1.23x9.3μs
P92 · gpt-5.5-priority92_cumsum_exclusive.py
compile_fail—
P93 · gpt-5.5-priority93_masked_cumsum.py
incorrect—
P94 · gpt-5.5-priority94_MSELoss.py
correct0.47x18.1μs
P95 · gpt-5.5-priority95_CrossEntropyLoss.py
compile_fail—
P96 · gpt-5.5-priority96_HuberLoss.py
compile_fail—
P97 · gpt-5.5-priority97_ScaledDotProductAttention.py
correct0.14x179.0μs
P98 · gpt-5.5-priority98_KLDivLoss.py
correct5.40x0.7μs
P99 · gpt-5.5-priority99_TripletMarginLoss.py
correct4.10x1.0μs
P100 · gpt-5.5-priority100_HingeLoss.py
correct7.11x1.5μs
popcorn · 13/32 correct
P1 · gpt-5.5-priority1_Conv1d_Depthwise.py
correct3.42x0.4μs
P2 · gpt-5.5-priority2_GraphEdgeSoftmaxCSR.py
incorrect—
P3 · gpt-5.5-priority3_CSRSpMMMessagePassing.py
compile_fail—
P4 · gpt-5.5-priority4_GJKRobotEnvironmentIntersectio
compile_fail—
P5 · gpt-5.5-priority5_Conv1d_Causal.py
incorrect—
P6 · gpt-5.5-priority6_EdgeSoftmaxMultiHeadCSR.py
compile_fail—
P7 · gpt-5.5-priority7_Conv1d_FFT.py
correct1.31x1.0μs
P8 · gpt-5.5-priority8_SegmentTopKCSR.py
compile_fail—
P9 · gpt-5.5-priority9_AssociativeScan.py
correct302.68x0.3μs
P10 · gpt-5.5-priority10_SampledDenseDenseMatmulEdges.
incorrect—
P11 · gpt-5.5-priority11_DegreeNormalizedAggregation.p
compile_fail—
P12 · gpt-5.5-priority12_DeepSeekMoEDispatchPermute.py
compile_fail—
P13 · gpt-5.5-priority13_FarthestPointSampling3D.py
compile_fail—
P14 · gpt-5.5-priority14_GaussianProcessRBFKernel.py
correct7.65x0.0μs
P15 · gpt-5.5-priority15_COOScatterAddNodeFeatures.py
incorrect—
P16 · gpt-5.5-priority16_DeepSeekMoECombineScatter.py
compile_fail—
P17 · gpt-5.5-priority17_CSRMaxAggregation.py
compile_fail—
P18 · gpt-5.5-priority18_CSRMultiHeadSpMM.py
incorrect—
P19 · gpt-5.5-priority19_PairwiseDistanceMatrix.py
correct6.15x0.0μs
P20 · gpt-5.5-priority20_RotaryPositionEmbeddingBio.py
incorrect—
P21 · gpt-5.5-priority21_RadialBasisFunctionExpansion.
correct5.98x0.1μs
P22 · gpt-5.5-priority22_SE3InvariantLinear.py
correct4.55x0.0μs
P23 · gpt-5.5-priority23_virtual_all_reduce_mean.py
compile_fail—
P24 · gpt-5.5-priority24_VoxelGridPooling.py
correct587.16x0.0μs
P25 · gpt-5.5-priority25_virtual_reduce_scatter_masked
compile_fail—
P26 · gpt-5.5-priority26_ImportanceSampling.py
correct3.28x0.1μs
P27 · gpt-5.5-priority27_permutation_all_to_all.py
compile_fail—
P28 · gpt-5.5-priority28_DirichletMultinomialLogLikeli
correct4.95x0.0μs
P29 · gpt-5.5-priority29_logsumexp_across_virtual_rank
correct5.83x0.0μs
P30 · gpt-5.5-priority30_broadcast_masked_from_row0.py
correct1.04x0.0μs
P31 · gpt-5.5-priority31_bitmask_or_popcount.py
incorrect—
P32 · gpt-5.5-priority32_argmax_tiebreak_smallest_rank
correct39.02x0.0μs