level 1 · 110/132 correct
trajectories
132
finished
132
correct
110
compiled
114
avg speedup (correct)
310.98x
sweep-wide eval metricsaveraged over correct kernels
outcomescorrect 110 · compile_fail 9 · error 9 · incorrect 4
avg speedup310.98x (over 110 correct)
avg memory ratio (kernel / ref)0.94x (110 samples)
avg fusion ratio (ref launches / kernel launches)1169.34x (110 samples)
avg energy ratio (ref / kernel)1.69x (67 samples)
avg SOL score (0–1)0.553 (109 samples)
avg DRAM util %46.4%
avg occupancy %61.2%
avg max abs error1.14e-02
original · 84/100 correct
P1 · gpt-5.5-priority1_Square_matrix_multiplication_.
correct1.00x2.7μs
P2 · gpt-5.5-priority2_Standard_matrix_multiplication
correct8.19x0.3μs
P3 · gpt-5.5-priority3_Batched_matrix_multiplication.
correct1.00x5.3μs
P4 · gpt-5.5-priority4_Matrix_vector_multiplication_.
correct1.02x2.8μs
P5 · gpt-5.5-priority5_Matrix_scalar_multiplication.p
correct0.98x2.9μs
P6 · gpt-5.5-priority6_Matmul_with_large_K_dimension_
correct0.51x2.5μs
P7 · gpt-5.5-priority7_Matmul_with_small_K_dimension_
correct0.92x4.5μs
P8 · gpt-5.5-priority8_Matmul_with_irregular_shapes_.
correct2.72x2.4μs
P9 · gpt-5.5-priority9_Tall_skinny_matrix_multiplicat
correct0.89x3.0μs
P10 · gpt-5.5-priority10_3D_tensor_matrix_multiplicati
correct5.69x0.2μs
P11 · gpt-5.5-priority11_4D_tensor_matrix_multiplicati
error—
P12 · gpt-5.5-priority12_Matmul_with_diagonal_matrices
correct1.26x0.1μs
P13 · gpt-5.5-priority13_Matmul_for_symmetric_matrices
correct7.90x0.3μs
P14 · gpt-5.5-priority14_Matmul_for_upper_triangular_m
correct2.93x0.9μs
P15 · gpt-5.5-priority15_Matmul_for_lower_triangular_m
correct2.61x1.0μs
P16 · gpt-5.5-priority16_Matmul_with_transposed_A.py
correct5.06x0.5μs
P17 · gpt-5.5-priority17_Matmul_with_transposed_B.py
correct8.32x0.3μs
P18 · gpt-5.5-priority18_Matmul_with_transposed_both.p
correct8.88x0.3μs
P19 · gpt-5.5-priority19_ReLU.py
correct1.98x2.2μs
P20 · gpt-5.5-priority20_LeakyReLU.py
correct0.99x4.3μs
P21 · gpt-5.5-priority21_Sigmoid.py
correct0.99x4.4μs
P22 · gpt-5.5-priority22_Tanh.py
correct0.30x14.6μs
P23 · gpt-5.5-priority23_Softmax.py
correct4.30x2.0μs
P24 · gpt-5.5-priority24_LogSoftmax.py
correct1.30x6.7μs
P25 · gpt-5.5-priority25_Swish.py
correct2.33x4.5μs
P26 · gpt-5.5-priority26_GELU_.py
correct0.97x4.4μs
P27 · gpt-5.5-priority27_SELU_.py
correct0.97x4.5μs
P28 · gpt-5.5-priority28_HardSigmoid.py
correct0.93x4.6μs
P29 · gpt-5.5-priority29_Softplus.py
compile_fail—
P30 · gpt-5.5-priority30_Softsign.py
correct3.28x4.5μs
P31 · gpt-5.5-priority31_ELU.py
correct1.95x2.2μs
P32 · gpt-5.5-priority32_HardTanh.py
correct1306.99x0.0μs
P33 · gpt-5.5-priority33_BatchNorm.py
correct1.97x4.5μs
P34 · gpt-5.5-priority34_InstanceNorm.py
correct0.90x10.7μs
P35 · gpt-5.5-priority35_GroupNorm_.py
correct1.30x8.0μs
P36 · gpt-5.5-priority36_RMSNorm_.py
correct2.61x5.5μs
P37 · gpt-5.5-priority37_FrobeniusNorm_.py
error—
P38 · gpt-5.5-priority38_L1Norm_.py
correct1.77x8.9μs
P39 · gpt-5.5-priority39_L2Norm_.py
correct1.20x8.3μs
P40 · gpt-5.5-priority40_LayerNorm.py
correct28.98x0.3μs
P41 · gpt-5.5-priority41_Max_Pooling_1D.py
correct4.78x2.3μs
P42 · gpt-5.5-priority42_Max_Pooling_2D.py
correct6.28x1.7μs
P43 · gpt-5.5-priority43_Max_Pooling_3D.py
error—
P44 · gpt-5.5-priority44_Average_Pooling_1D.py
correct3.10x1.8μs
P45 · gpt-5.5-priority45_Average_Pooling_2D.py
correct1.16x5.7μs
P46 · gpt-5.5-priority46_Average_Pooling_3D.py
compile_fail—
P47 · gpt-5.5-priority47_Sum_reduction_over_a_dimensio
correct0.98x3.1μs
P48 · gpt-5.5-priority48_Mean_reduction_over_a_dimensi
correct0.90x3.4μs
P49 · gpt-5.5-priority49_Max_reduction_over_a_dimensio
error—
P50 · gpt-5.5-priority50_conv_standard_2D__square_inpu
correct0.57x4.9μs
P51 · gpt-5.5-priority51_Argmax_over_a_dimension.py
correct1.01x3.3μs
P52 · gpt-5.5-priority52_Argmin_over_a_dimension.py
correct0.94x3.5μs
P53 · gpt-5.5-priority53_Min_reduction_over_a_dimensio
correct0.93x3.5μs
P54 · gpt-5.5-priority54_conv_standard_3D__square_inpu
compile_fail—
P55 · gpt-5.5-priority55_conv_standard_2D__asymmetric_
correct0.13x31.8μs
P56 · gpt-5.5-priority56_conv_standard_2D__asymmetric_
correct1.00x2.9μs
P57 · gpt-5.5-priority57_conv_transposed_2D__square_in
correct0.14x46.6μs
P58 · gpt-5.5-priority58_conv_transposed_3D__asymmetri
correct1.36x5.7μs
P59 · gpt-5.5-priority59_conv_standard_3D__asymmetric_
correct0.08x37.7μs
P60 · gpt-5.5-priority60_conv_standard_3D__square_inpu
correct0.97x10.2μs
P61 · gpt-5.5-priority61_conv_transposed_3D__square_in
correct0.18x49.5μs
P62 · gpt-5.5-priority62_conv_standard_2D__square_inpu
correct1.20x13.7μs
P63 · gpt-5.5-priority63_conv_standard_2D__square_inpu
compile_fail—
P64 · gpt-5.5-priority64_conv_transposed_1D.py
correct0.59x8.9μs
P65 · gpt-5.5-priority65_conv_transposed_2D__square_in
correct0.11x24.3μs
P66 · gpt-5.5-priority66_conv_standard_3D__asymmetric_
correct0.67x7.2μs
P67 · gpt-5.5-priority67_conv_standard_1D.py
correct0.59x9.5μs
P68 · gpt-5.5-priority68_conv_transposed_3D__square_in
correct1.27x157.0μs
P69 · gpt-5.5-priority69_conv_transposed_2D__asymmetri
correct0.12x44.5μs
P70 · gpt-5.5-priority70_conv_transposed_3D__asymmetri
correct0.88x33.6μs
P71 · gpt-5.5-priority71_conv_transposed_2D__asymmetri
correct0.30x5.4μs
P72 · gpt-5.5-priority72_conv_transposed_3D_asymmetric
correct2.96x1.0μs
P73 · gpt-5.5-priority73_conv_transposed_3D_asymmetric
incorrect—
P74 · gpt-5.5-priority74_conv_transposed_1D_dilated.py
correct0.58x7.3μs
P75 · gpt-5.5-priority75_conv_transposed_2D_asymmetric
correct5.41x1.2μs
P76 · gpt-5.5-priority76_conv_standard_1D_dilated_stri
incorrect—
P77 · gpt-5.5-priority77_conv_transposed_3D_square_inp
error—
P78 · gpt-5.5-priority78_conv_transposed_2D_asymmetric
correct0.10x24.7μs
P79 · gpt-5.5-priority79_conv_transposed_1D_asymmetric
compile_fail—
P80 · gpt-5.5-priority80_conv_standard_2D_square_input
correct0.53x30.8μs
P81 · gpt-5.5-priority81_conv_transposed_2D_asymmetric
incorrect—
P82 · gpt-5.5-priority82_conv_depthwise_2D_square_inpu
correct2.22x1.2μs
P83 · gpt-5.5-priority83_conv_depthwise_2D_square_inpu
compile_fail—
P84 · gpt-5.5-priority84_conv_depthwise_2D_asymmetric_
correct2.79x3.6μs
P85 · gpt-5.5-priority85_conv_depthwise_2D_asymmetric_
correct3.53x0.6μs
P86 · gpt-5.5-priority86_conv_depthwise_separable_2D.p
correct1.18x4.2μs
P87 · gpt-5.5-priority87_conv_pointwise_2D.py
correct0.35x27.6μs
P88 · gpt-5.5-priority88_MinGPTNewGelu.py
correct9.02x0.2μs
P89 · gpt-5.5-priority89_cumsum.py
correct1.58x3.0μs
P90 · gpt-5.5-priority90_cumprod.py
correct3.41x1.4μs
P91 · gpt-5.5-priority91_cumsum_reverse.py
correct3.89x2.9μs
P92 · gpt-5.5-priority92_cumsum_exclusive.py
correct4.02x3.2μs
P93 · gpt-5.5-priority93_masked_cumsum.py
error—
P94 · gpt-5.5-priority94_MSELoss.py
correct3.04x2.8μs
P95 · gpt-5.5-priority95_CrossEntropyLoss.py
correct2.60x0.2μs
P96 · gpt-5.5-priority96_HuberLoss.py
correct1.97x2.9μs
P97 · gpt-5.5-priority97_ScaledDotProductAttention.py
correct0.10x247.0μs
P98 · gpt-5.5-priority98_KLDivLoss.py
correct5.52x0.7μs
P99 · gpt-5.5-priority99_TripletMarginLoss.py
correct4.18x1.0μs
P100 · gpt-5.5-priority100_HingeLoss.py
compile_fail—
popcorn · 26/32 correct
P1 · gpt-5.5-priority1_Conv1d_Depthwise.py
correct2.35x0.5μs
P2 · gpt-5.5-priority2_GraphEdgeSoftmaxCSR.py
correct2941.18x0.0μs
P3 · gpt-5.5-priority3_CSRSpMMMessagePassing.py
correct6160.52x0.0μs
P4 · gpt-5.5-priority4_GJKRobotEnvironmentIntersectio
correct271.21x0.0μs
P5 · gpt-5.5-priority5_Conv1d_Causal.py
incorrect—
P6 · gpt-5.5-priority6_EdgeSoftmaxMultiHeadCSR.py
compile_fail—
P7 · gpt-5.5-priority7_Conv1d_FFT.py
correct1.32x1.0μs
P8 · gpt-5.5-priority8_SegmentTopKCSR.py
correct3056.77x0.0μs
P9 · gpt-5.5-priority9_AssociativeScan.py
correct483.87x0.2μs
P10 · gpt-5.5-priority10_SampledDenseDenseMatmulEdges.
error—
P11 · gpt-5.5-priority11_DegreeNormalizedAggregation.p
correct4716.05x0.0μs
P12 · gpt-5.5-priority12_DeepSeekMoEDispatchPermute.py
correct10744.30x0.0μs
P13 · gpt-5.5-priority13_FarthestPointSampling3D.py
correct139.47x0.1μs
P14 · gpt-5.5-priority14_GaussianProcessRBFKernel.py
correct8.90x0.0μs
P15 · gpt-5.5-priority15_COOScatterAddNodeFeatures.py
correct1.86x0.0μs
P16 · gpt-5.5-priority16_DeepSeekMoECombineScatter.py
correct3379.56x0.0μs
P17 · gpt-5.5-priority17_CSRMaxAggregation.py
error—
P18 · gpt-5.5-priority18_CSRMultiHeadSpMM.py
error—
P19 · gpt-5.5-priority19_PairwiseDistanceMatrix.py
compile_fail—
P20 · gpt-5.5-priority20_RotaryPositionEmbeddingBio.py
correct37.86x0.0μs
P21 · gpt-5.5-priority21_RadialBasisFunctionExpansion.
correct6.85x0.1μs
P22 · gpt-5.5-priority22_SE3InvariantLinear.py
correct0.70x0.1μs
P23 · gpt-5.5-priority23_virtual_all_reduce_mean.py
correct1.14x0.0μs
P24 · gpt-5.5-priority24_VoxelGridPooling.py
correct549.02x0.0μs
P25 · gpt-5.5-priority25_virtual_reduce_scatter_masked
correct1.76x0.0μs
P26 · gpt-5.5-priority26_ImportanceSampling.py
correct8.79x0.0μs
P27 · gpt-5.5-priority27_permutation_all_to_all.py
correct5.81x0.0μs
P28 · gpt-5.5-priority28_DirichletMultinomialLogLikeli
correct8.87x0.0μs
P29 · gpt-5.5-priority29_logsumexp_across_virtual_rank
correct5.82x0.0μs
P30 · gpt-5.5-priority30_broadcast_masked_from_row0.py
correct1.24x0.0μs
P31 · gpt-5.5-priority31_bitmask_or_popcount.py
correct122.40x0.0μs
P32 · gpt-5.5-priority32_argmax_tiebreak_smallest_rank
correct35.10x0.0μs