diff --git a/.github/workflows/test_onnx_ops.yml b/.github/workflows/test_onnx_ops.yml index 28f1f45..a29aaf7 100644 --- a/.github/workflows/test_onnx_ops.yml +++ b/.github/workflows/test_onnx_ops.yml @@ -35,6 +35,7 @@ jobs: env: VENV_DIR: ${{ github.workspace }}/.venv CONFIG_FILE_PATH: onnx_ops/configs/onnx_ops_cpu_llvm_sync.json + HTML_REPORT_PATH: onnx_ops/onnx_ops_test_report_cpu_llvm_sync.html steps: - name: Checkout repository uses: actions/checkout@v4 @@ -53,6 +54,7 @@ jobs: # Run tests and output new config files as needed. - name: Run ONNX ops test suite + continue-on-error: true run: | source ${VENV_DIR}/bin/activate pytest onnx_ops/ \ @@ -60,10 +62,16 @@ jobs: -rA \ --timeout=30 \ --durations=10 \ + --html=${HTML_REPORT_PATH} \ + --self-contained-html \ --report-log=/tmp/onnx_ops_cpu_logs.json \ --config-files=${CONFIG_FILE_PATH} + - name: Upload HTML report + uses: actions/upload-artifact@v4 + with: + name: onnx_ops_test_report_cpu_llvm_sync.html + path: ${{ env.HTML_REPORT_PATH }} - name: Update config file with latest XFAIL lists - if: failure() run: | source ${VENV_DIR}/bin/activate python onnx_ops/update_config_xfails.py \ @@ -71,7 +79,6 @@ jobs: --config-file=${CONFIG_FILE_PATH} cat ${CONFIG_FILE_PATH} - name: Upload new config file - if: failure() uses: actions/upload-artifact@v4 with: name: onnx_ops_cpu_llvm_sync.json diff --git a/onnx_ops/configs/onnx_ops_cpu_llvm_sync.json b/onnx_ops/configs/onnx_ops_cpu_llvm_sync.json index 582cb64..36acc48 100644 --- a/onnx_ops/configs/onnx_ops_cpu_llvm_sync.json +++ b/onnx_ops/configs/onnx_ops_cpu_llvm_sync.json @@ -16,450 +16,6 @@ "skip_run_tests": [ "onnx/node/generated/test_gridsample_zeros_padding" ], - "expected_compile_failures": [ - "onnx/node/generated/test_adagrad", - "onnx/node/generated/test_adagrad_multiple", - "onnx/node/generated/test_adam", - "onnx/node/generated/test_adam_multiple", - "onnx/node/generated/test_affine_grid_2d", - "onnx/node/generated/test_affine_grid_2d_align_corners", - "onnx/node/generated/test_affine_grid_2d_align_corners_expanded", - "onnx/node/generated/test_affine_grid_2d_expanded", - "onnx/node/generated/test_affine_grid_3d", - "onnx/node/generated/test_affine_grid_3d_align_corners", - "onnx/node/generated/test_affine_grid_3d_align_corners_expanded", - "onnx/node/generated/test_affine_grid_3d_expanded", - "onnx/node/generated/test_ai_onnx_ml_array_feature_extractor", - "onnx/node/generated/test_ai_onnx_ml_binarizer", - "onnx/node/generated/test_ai_onnx_ml_tree_ensemble_set_membership", - "onnx/node/generated/test_ai_onnx_ml_tree_ensemble_single_tree", - "onnx/node/generated/test_averagepool_2d_precomputed_same_upper", - "onnx/node/generated/test_averagepool_2d_same_lower", - "onnx/node/generated/test_averagepool_2d_same_upper", - "onnx/node/generated/test_basic_deform_conv_with_padding", - "onnx/node/generated/test_basic_deform_conv_without_padding", - "onnx/node/generated/test_bernoulli_seed", - "onnx/node/generated/test_bernoulli_seed_expanded", - "onnx/node/generated/test_cast_DOUBLE_to_FLOAT16", - "onnx/node/generated/test_cast_FLOAT16_to_FLOAT8E4M3FN", - "onnx/node/generated/test_cast_FLOAT16_to_FLOAT8E4M3FNUZ", - "onnx/node/generated/test_cast_FLOAT16_to_FLOAT8E5M2", - "onnx/node/generated/test_cast_FLOAT16_to_FLOAT8E5M2FNUZ", - "onnx/node/generated/test_cast_FLOAT16_to_INT4", - "onnx/node/generated/test_cast_FLOAT16_to_UINT4", - "onnx/node/generated/test_cast_FLOAT8E4M3FNUZ_to_FLOAT", - "onnx/node/generated/test_cast_FLOAT8E4M3FNUZ_to_FLOAT16", - "onnx/node/generated/test_cast_FLOAT8E4M3FN_to_FLOAT", - "onnx/node/generated/test_cast_FLOAT8E4M3FN_to_FLOAT16", - "onnx/node/generated/test_cast_FLOAT8E5M2FNUZ_to_FLOAT", - "onnx/node/generated/test_cast_FLOAT8E5M2FNUZ_to_FLOAT16", - "onnx/node/generated/test_cast_FLOAT8E5M2_to_FLOAT", - "onnx/node/generated/test_cast_FLOAT8E5M2_to_FLOAT16", - "onnx/node/generated/test_cast_FLOAT_to_FLOAT8E4M3FN", - "onnx/node/generated/test_cast_FLOAT_to_FLOAT8E4M3FNUZ", - "onnx/node/generated/test_cast_FLOAT_to_FLOAT8E5M2", - "onnx/node/generated/test_cast_FLOAT_to_FLOAT8E5M2FNUZ", - "onnx/node/generated/test_cast_FLOAT_to_INT4", - "onnx/node/generated/test_cast_FLOAT_to_UINT4", - "onnx/node/generated/test_cast_INT4_to_FLOAT", - "onnx/node/generated/test_cast_INT4_to_FLOAT16", - "onnx/node/generated/test_cast_INT4_to_INT8", - "onnx/node/generated/test_cast_UINT4_to_FLOAT", - "onnx/node/generated/test_cast_UINT4_to_FLOAT16", - "onnx/node/generated/test_cast_UINT4_to_UINT8", - "onnx/node/generated/test_cast_no_saturate_FLOAT16_to_FLOAT8E4M3FN", - "onnx/node/generated/test_cast_no_saturate_FLOAT16_to_FLOAT8E4M3FNUZ", - "onnx/node/generated/test_cast_no_saturate_FLOAT16_to_FLOAT8E5M2", - "onnx/node/generated/test_cast_no_saturate_FLOAT16_to_FLOAT8E5M2FNUZ", - "onnx/node/generated/test_cast_no_saturate_FLOAT_to_FLOAT8E4M3FN", - "onnx/node/generated/test_cast_no_saturate_FLOAT_to_FLOAT8E4M3FNUZ", - "onnx/node/generated/test_cast_no_saturate_FLOAT_to_FLOAT8E5M2", - "onnx/node/generated/test_cast_no_saturate_FLOAT_to_FLOAT8E5M2FNUZ", - "onnx/node/generated/test_castlike_DOUBLE_to_FLOAT16", - "onnx/node/generated/test_castlike_DOUBLE_to_FLOAT16_expanded", - "onnx/node/generated/test_castlike_FLOAT8E4M3FNUZ_to_FLOAT", - "onnx/node/generated/test_castlike_FLOAT8E4M3FNUZ_to_FLOAT_expanded", - "onnx/node/generated/test_castlike_FLOAT8E4M3FN_to_FLOAT", - "onnx/node/generated/test_castlike_FLOAT8E4M3FN_to_FLOAT_expanded", - "onnx/node/generated/test_castlike_FLOAT8E5M2FNUZ_to_FLOAT", - "onnx/node/generated/test_castlike_FLOAT8E5M2FNUZ_to_FLOAT_expanded", - "onnx/node/generated/test_castlike_FLOAT8E5M2_to_FLOAT", - "onnx/node/generated/test_castlike_FLOAT8E5M2_to_FLOAT_expanded", - "onnx/node/generated/test_castlike_FLOAT_to_FLOAT8E4M3FN", - "onnx/node/generated/test_castlike_FLOAT_to_FLOAT8E4M3FNUZ", - "onnx/node/generated/test_castlike_FLOAT_to_FLOAT8E4M3FNUZ_expanded", - "onnx/node/generated/test_castlike_FLOAT_to_FLOAT8E4M3FN_expanded", - "onnx/node/generated/test_castlike_FLOAT_to_FLOAT8E5M2", - "onnx/node/generated/test_castlike_FLOAT_to_FLOAT8E5M2FNUZ", - "onnx/node/generated/test_castlike_FLOAT_to_FLOAT8E5M2FNUZ_expanded", - "onnx/node/generated/test_castlike_FLOAT_to_FLOAT8E5M2_expanded", - "onnx/node/generated/test_col2im", - "onnx/node/generated/test_col2im_5d", - "onnx/node/generated/test_col2im_dilations", - "onnx/node/generated/test_col2im_pads", - "onnx/node/generated/test_col2im_strides", - "onnx/node/generated/test_compress_0", - "onnx/node/generated/test_compress_1", - "onnx/node/generated/test_compress_default_axis", - "onnx/node/generated/test_compress_negative_axis", - "onnx/node/generated/test_convtranspose_autopad_same", - "onnx/node/generated/test_convtranspose_kernel_shape", - "onnx/node/generated/test_convtranspose_output_shape", - "onnx/node/generated/test_cumsum_1d", - "onnx/node/generated/test_cumsum_1d_exclusive", - "onnx/node/generated/test_cumsum_1d_reverse", - "onnx/node/generated/test_cumsum_1d_reverse_exclusive", - "onnx/node/generated/test_cumsum_2d_axis_0", - "onnx/node/generated/test_cumsum_2d_axis_1", - "onnx/node/generated/test_cumsum_2d_negative_axis", - "onnx/node/generated/test_deform_conv_with_mask_bias", - "onnx/node/generated/test_deform_conv_with_multiple_offset_groups", - "onnx/node/generated/test_dequantizelinear_axis", - "onnx/node/generated/test_dequantizelinear_blocked", - "onnx/node/generated/test_dequantizelinear_e4m3fn", - "onnx/node/generated/test_dequantizelinear_e4m3fn_float16", - "onnx/node/generated/test_dequantizelinear_e4m3fn_zero_point", - "onnx/node/generated/test_dequantizelinear_e5m2", - "onnx/node/generated/test_dequantizelinear_int4", - "onnx/node/generated/test_dequantizelinear_uint4", - "onnx/node/generated/test_dft", - "onnx/node/generated/test_dft_axis", - "onnx/node/generated/test_dft_axis_opset19", - "onnx/node/generated/test_dft_inverse", - "onnx/node/generated/test_dft_inverse_opset19", - "onnx/node/generated/test_dft_opset19", - "onnx/node/generated/test_edge_pad", - "onnx/node/generated/test_einsum_sum", - "onnx/node/generated/test_gridsample_bicubic", - "onnx/node/generated/test_gridsample_bicubic_align_corners_0_additional_1", - "onnx/node/generated/test_gridsample_bicubic_align_corners_1_additional_1", - "onnx/node/generated/test_gridsample_border_padding", - "onnx/node/generated/test_gridsample_reflection_padding", - "onnx/node/generated/test_gridsample_volumetric_bilinear_align_corners_0", - "onnx/node/generated/test_gridsample_volumetric_bilinear_align_corners_1", - "onnx/node/generated/test_gridsample_volumetric_nearest_align_corners_0", - "onnx/node/generated/test_gridsample_volumetric_nearest_align_corners_1", - "onnx/node/generated/test_if", - "onnx/node/generated/test_image_decoder_decode_bmp_rgb", - "onnx/node/generated/test_image_decoder_decode_jpeg2k_rgb", - "onnx/node/generated/test_image_decoder_decode_jpeg_bgr", - "onnx/node/generated/test_image_decoder_decode_jpeg_grayscale", - "onnx/node/generated/test_image_decoder_decode_jpeg_rgb", - "onnx/node/generated/test_image_decoder_decode_png_rgb", - "onnx/node/generated/test_image_decoder_decode_pnm_rgb", - "onnx/node/generated/test_image_decoder_decode_tiff_rgb", - "onnx/node/generated/test_image_decoder_decode_webp_rgb", - "onnx/node/generated/test_loop11", - "onnx/node/generated/test_lppool_2d_dilations", - "onnx/node/generated/test_lppool_2d_same_lower", - "onnx/node/generated/test_lppool_2d_same_upper", - "onnx/node/generated/test_maxpool_2d_ceil_output_size_reduce_by_one", - "onnx/node/generated/test_maxpool_2d_precomputed_same_upper", - "onnx/node/generated/test_maxpool_2d_same_lower", - "onnx/node/generated/test_maxpool_2d_same_upper", - "onnx/node/generated/test_maxpool_with_argmax_2d_precomputed_strides", - "onnx/node/generated/test_maxunpool_export_with_output_shape", - "onnx/node/generated/test_maxunpool_export_without_output_shape", - "onnx/node/generated/test_mod_mixed_sign_float64", - "onnx/node/generated/test_momentum", - "onnx/node/generated/test_momentum_multiple", - "onnx/node/generated/test_nesterov_momentum", - "onnx/node/generated/test_nllloss_NCd1", - "onnx/node/generated/test_nllloss_NCd1_ii", - "onnx/node/generated/test_nllloss_NCd1_mean_weight_negative_ii", - "onnx/node/generated/test_nllloss_NCd1_weight", - "onnx/node/generated/test_nllloss_NCd1_weight_ii", - "onnx/node/generated/test_nllloss_NCd1d2", - "onnx/node/generated/test_nllloss_NCd1d2_no_weight_reduction_mean_ii", - "onnx/node/generated/test_nllloss_NCd1d2_reduction_mean", - "onnx/node/generated/test_nllloss_NCd1d2_reduction_sum", - "onnx/node/generated/test_nllloss_NCd1d2_with_weight", - "onnx/node/generated/test_nllloss_NCd1d2_with_weight_reduction_mean", - "onnx/node/generated/test_nllloss_NCd1d2_with_weight_reduction_sum", - "onnx/node/generated/test_nllloss_NCd1d2_with_weight_reduction_sum_ii", - "onnx/node/generated/test_nllloss_NCd1d2d3_none_no_weight_negative_ii", - "onnx/node/generated/test_nllloss_NCd1d2d3_sum_weight_high_ii", - "onnx/node/generated/test_nllloss_NCd1d2d3d4d5_mean_weight", - "onnx/node/generated/test_nllloss_NCd1d2d3d4d5_none_no_weight", - "onnx/node/generated/test_nonmaxsuppression_center_point_box_format", - "onnx/node/generated/test_nonmaxsuppression_flipped_coordinates", - "onnx/node/generated/test_nonmaxsuppression_identical_boxes", - "onnx/node/generated/test_nonmaxsuppression_limit_output_size", - "onnx/node/generated/test_nonmaxsuppression_single_box", - "onnx/node/generated/test_nonmaxsuppression_suppress_by_IOU", - "onnx/node/generated/test_nonmaxsuppression_suppress_by_IOU_and_scores", - "onnx/node/generated/test_nonmaxsuppression_two_batches", - "onnx/node/generated/test_nonmaxsuppression_two_classes", - "onnx/node/generated/test_nonzero_example", - "onnx/node/generated/test_quantizelinear_axis", - "onnx/node/generated/test_quantizelinear_blocked_asymmetric", - "onnx/node/generated/test_quantizelinear_blocked_symmetric", - "onnx/node/generated/test_quantizelinear_e4m3fn", - "onnx/node/generated/test_quantizelinear_e5m2", - "onnx/node/generated/test_quantizelinear_int4", - "onnx/node/generated/test_quantizelinear_uint16", - "onnx/node/generated/test_quantizelinear_uint4", - "onnx/node/generated/test_range_float_type_positive_delta_expanded", - "onnx/node/generated/test_range_int32_type_negative_delta_expanded", - "onnx/node/generated/test_reduce_l1_do_not_keepdims_example", - "onnx/node/generated/test_reduce_l1_do_not_keepdims_example_expanded", - "onnx/node/generated/test_reduce_l1_do_not_keepdims_random", - "onnx/node/generated/test_reduce_l1_do_not_keepdims_random_expanded", - "onnx/node/generated/test_reduce_l1_empty_set", - "onnx/node/generated/test_reduce_l1_empty_set_expanded", - "onnx/node/generated/test_reduce_l1_keep_dims_example", - "onnx/node/generated/test_reduce_l1_keep_dims_example_expanded", - "onnx/node/generated/test_reduce_l1_keep_dims_random", - "onnx/node/generated/test_reduce_l1_keep_dims_random_expanded", - "onnx/node/generated/test_reduce_l1_negative_axes_keep_dims_example", - "onnx/node/generated/test_reduce_l1_negative_axes_keep_dims_example_expanded", - "onnx/node/generated/test_reduce_l1_negative_axes_keep_dims_random", - "onnx/node/generated/test_reduce_l1_negative_axes_keep_dims_random_expanded", - "onnx/node/generated/test_reduce_l2_default_axes_keepdims_example_expanded", - "onnx/node/generated/test_reduce_l2_default_axes_keepdims_random_expanded", - "onnx/node/generated/test_reduce_l2_do_not_keepdims_example", - "onnx/node/generated/test_reduce_l2_do_not_keepdims_example_expanded", - "onnx/node/generated/test_reduce_l2_do_not_keepdims_random", - "onnx/node/generated/test_reduce_l2_do_not_keepdims_random_expanded", - "onnx/node/generated/test_reduce_l2_empty_set", - "onnx/node/generated/test_reduce_l2_empty_set_expanded", - "onnx/node/generated/test_reduce_l2_keep_dims_example", - "onnx/node/generated/test_reduce_l2_keep_dims_example_expanded", - "onnx/node/generated/test_reduce_l2_keep_dims_random", - "onnx/node/generated/test_reduce_l2_keep_dims_random_expanded", - "onnx/node/generated/test_reduce_l2_negative_axes_keep_dims_example", - "onnx/node/generated/test_reduce_l2_negative_axes_keep_dims_example_expanded", - "onnx/node/generated/test_reduce_l2_negative_axes_keep_dims_random", - "onnx/node/generated/test_reduce_l2_negative_axes_keep_dims_random_expanded", - "onnx/node/generated/test_reduce_log_sum_asc_axes_expanded", - "onnx/node/generated/test_reduce_log_sum_default_expanded", - "onnx/node/generated/test_reduce_log_sum_desc_axes_expanded", - "onnx/node/generated/test_reduce_log_sum_empty_set", - "onnx/node/generated/test_reduce_log_sum_empty_set_expanded", - "onnx/node/generated/test_reduce_log_sum_exp_default_axes_keepdims_example", - "onnx/node/generated/test_reduce_log_sum_exp_default_axes_keepdims_example_expanded", - "onnx/node/generated/test_reduce_log_sum_exp_default_axes_keepdims_random", - "onnx/node/generated/test_reduce_log_sum_exp_default_axes_keepdims_random_expanded", - "onnx/node/generated/test_reduce_log_sum_exp_do_not_keepdims_example", - "onnx/node/generated/test_reduce_log_sum_exp_do_not_keepdims_example_expanded", - "onnx/node/generated/test_reduce_log_sum_exp_do_not_keepdims_random", - "onnx/node/generated/test_reduce_log_sum_exp_do_not_keepdims_random_expanded", - "onnx/node/generated/test_reduce_log_sum_exp_empty_set", - "onnx/node/generated/test_reduce_log_sum_exp_empty_set_expanded", - "onnx/node/generated/test_reduce_log_sum_exp_keepdims_example", - "onnx/node/generated/test_reduce_log_sum_exp_keepdims_example_expanded", - "onnx/node/generated/test_reduce_log_sum_exp_keepdims_random", - "onnx/node/generated/test_reduce_log_sum_exp_keepdims_random_expanded", - "onnx/node/generated/test_reduce_log_sum_exp_negative_axes_keepdims_example", - "onnx/node/generated/test_reduce_log_sum_exp_negative_axes_keepdims_example_expanded", - "onnx/node/generated/test_reduce_log_sum_exp_negative_axes_keepdims_random", - "onnx/node/generated/test_reduce_log_sum_exp_negative_axes_keepdims_random_expanded", - "onnx/node/generated/test_reduce_log_sum_negative_axes_expanded", - "onnx/node/generated/test_reduce_max_bool_inputs", - "onnx/node/generated/test_reduce_max_do_not_keepdims_example", - "onnx/node/generated/test_reduce_max_do_not_keepdims_random", - "onnx/node/generated/test_reduce_max_keepdims_example", - "onnx/node/generated/test_reduce_max_keepdims_random", - "onnx/node/generated/test_reduce_max_negative_axes_keepdims_example", - "onnx/node/generated/test_reduce_max_negative_axes_keepdims_random", - "onnx/node/generated/test_reduce_mean_do_not_keepdims_example", - "onnx/node/generated/test_reduce_mean_do_not_keepdims_random", - "onnx/node/generated/test_reduce_mean_keepdims_example", - "onnx/node/generated/test_reduce_mean_keepdims_random", - "onnx/node/generated/test_reduce_mean_negative_axes_keepdims_example", - "onnx/node/generated/test_reduce_mean_negative_axes_keepdims_random", - "onnx/node/generated/test_reduce_min_bool_inputs", - "onnx/node/generated/test_reduce_min_do_not_keepdims_example", - "onnx/node/generated/test_reduce_min_do_not_keepdims_random", - "onnx/node/generated/test_reduce_min_keepdims_example", - "onnx/node/generated/test_reduce_min_keepdims_random", - "onnx/node/generated/test_reduce_min_negative_axes_keepdims_example", - "onnx/node/generated/test_reduce_min_negative_axes_keepdims_random", - "onnx/node/generated/test_reduce_prod_do_not_keepdims_example", - "onnx/node/generated/test_reduce_prod_do_not_keepdims_random", - "onnx/node/generated/test_reduce_prod_empty_set", - "onnx/node/generated/test_reduce_prod_keepdims_example", - "onnx/node/generated/test_reduce_prod_keepdims_random", - "onnx/node/generated/test_reduce_prod_negative_axes_keepdims_example", - "onnx/node/generated/test_reduce_prod_negative_axes_keepdims_random", - "onnx/node/generated/test_reduce_sum_do_not_keepdims_example", - "onnx/node/generated/test_reduce_sum_do_not_keepdims_random", - "onnx/node/generated/test_reduce_sum_empty_set", - "onnx/node/generated/test_reduce_sum_keepdims_example", - "onnx/node/generated/test_reduce_sum_keepdims_random", - "onnx/node/generated/test_reduce_sum_negative_axes_keepdims_example", - "onnx/node/generated/test_reduce_sum_square_do_not_keepdims_example", - "onnx/node/generated/test_reduce_sum_square_do_not_keepdims_example_expanded", - "onnx/node/generated/test_reduce_sum_square_do_not_keepdims_random", - "onnx/node/generated/test_reduce_sum_square_do_not_keepdims_random_expanded", - "onnx/node/generated/test_reduce_sum_square_empty_set", - "onnx/node/generated/test_reduce_sum_square_empty_set_expanded", - "onnx/node/generated/test_reduce_sum_square_keepdims_example", - "onnx/node/generated/test_reduce_sum_square_keepdims_example_expanded", - "onnx/node/generated/test_reduce_sum_square_keepdims_random", - "onnx/node/generated/test_reduce_sum_square_keepdims_random_expanded", - "onnx/node/generated/test_reduce_sum_square_negative_axes_keepdims_example", - "onnx/node/generated/test_reduce_sum_square_negative_axes_keepdims_example_expanded", - "onnx/node/generated/test_reduce_sum_square_negative_axes_keepdims_random", - "onnx/node/generated/test_reduce_sum_square_negative_axes_keepdims_random_expanded", - "onnx/node/generated/test_reflect_pad", - "onnx/node/generated/test_reshape_allowzero_reordered", - "onnx/node/generated/test_resize_downsample_scales_cubic", - "onnx/node/generated/test_resize_downsample_scales_cubic_A_n0p5_exclude_outside", - "onnx/node/generated/test_resize_downsample_scales_cubic_align_corners", - "onnx/node/generated/test_resize_downsample_scales_cubic_antialias", - "onnx/node/generated/test_resize_downsample_scales_linear_antialias", - "onnx/node/generated/test_resize_downsample_sizes_cubic", - "onnx/node/generated/test_resize_downsample_sizes_cubic_antialias", - "onnx/node/generated/test_resize_downsample_sizes_linear_antialias", - "onnx/node/generated/test_resize_downsample_sizes_nearest_not_larger", - "onnx/node/generated/test_resize_downsample_sizes_nearest_not_smaller", - "onnx/node/generated/test_resize_tf_crop_and_resize", - "onnx/node/generated/test_resize_tf_crop_and_resize_axes_2_3", - "onnx/node/generated/test_resize_tf_crop_and_resize_axes_3_2", - "onnx/node/generated/test_resize_upsample_scales_cubic", - "onnx/node/generated/test_resize_upsample_scales_cubic_A_n0p5_exclude_outside", - "onnx/node/generated/test_resize_upsample_scales_cubic_align_corners", - "onnx/node/generated/test_resize_upsample_scales_cubic_asymmetric", - "onnx/node/generated/test_resize_upsample_scales_nearest_axes_2_3", - "onnx/node/generated/test_resize_upsample_scales_nearest_axes_3_2", - "onnx/node/generated/test_resize_upsample_sizes_cubic", - "onnx/node/generated/test_resize_upsample_sizes_nearest_axes_2_3", - "onnx/node/generated/test_resize_upsample_sizes_nearest_axes_3_2", - "onnx/node/generated/test_resize_upsample_sizes_nearest_floor_align_corners", - "onnx/node/generated/test_resize_upsample_sizes_nearest_not_larger", - "onnx/node/generated/test_roialign_aligned_false", - "onnx/node/generated/test_roialign_aligned_true", - "onnx/node/generated/test_roialign_mode_max", - "onnx/node/generated/test_scatter_elements_with_reduction_max", - "onnx/node/generated/test_scatter_elements_with_reduction_min", - "onnx/node/generated/test_sce_NCd1_mean_weight_negative_ii", - "onnx/node/generated/test_sce_NCd1_mean_weight_negative_ii_expanded", - "onnx/node/generated/test_sce_NCd1_mean_weight_negative_ii_log_prob", - "onnx/node/generated/test_sce_NCd1_mean_weight_negative_ii_log_prob_expanded", - "onnx/node/generated/test_sce_NCd1d2d3_none_no_weight_negative_ii", - "onnx/node/generated/test_sce_NCd1d2d3_none_no_weight_negative_ii_expanded", - "onnx/node/generated/test_sce_NCd1d2d3_none_no_weight_negative_ii_log_prob", - "onnx/node/generated/test_sce_NCd1d2d3_none_no_weight_negative_ii_log_prob_expanded", - "onnx/node/generated/test_sce_NCd1d2d3_sum_weight_high_ii", - "onnx/node/generated/test_sce_NCd1d2d3_sum_weight_high_ii_expanded", - "onnx/node/generated/test_sce_NCd1d2d3_sum_weight_high_ii_log_prob", - "onnx/node/generated/test_sce_NCd1d2d3_sum_weight_high_ii_log_prob_expanded", - "onnx/node/generated/test_sce_NCd1d2d3d4d5_mean_weight", - "onnx/node/generated/test_sce_NCd1d2d3d4d5_mean_weight_expanded", - "onnx/node/generated/test_sce_NCd1d2d3d4d5_mean_weight_log_prob", - "onnx/node/generated/test_sce_NCd1d2d3d4d5_mean_weight_log_prob_expanded", - "onnx/node/generated/test_sce_NCd1d2d3d4d5_none_no_weight", - "onnx/node/generated/test_sce_NCd1d2d3d4d5_none_no_weight_expanded", - "onnx/node/generated/test_sce_NCd1d2d3d4d5_none_no_weight_log_prob", - "onnx/node/generated/test_sce_NCd1d2d3d4d5_none_no_weight_log_prob_expanded", - "onnx/node/generated/test_sce_mean_3d", - "onnx/node/generated/test_sce_mean_3d_expanded", - "onnx/node/generated/test_sce_mean_3d_log_prob", - "onnx/node/generated/test_sce_mean_3d_log_prob_expanded", - "onnx/node/generated/test_sce_mean_no_weight_ii_3d", - "onnx/node/generated/test_sce_mean_no_weight_ii_3d_expanded", - "onnx/node/generated/test_sce_mean_no_weight_ii_3d_log_prob", - "onnx/node/generated/test_sce_mean_no_weight_ii_3d_log_prob_expanded", - "onnx/node/generated/test_sce_mean_no_weight_ii_4d", - "onnx/node/generated/test_sce_mean_no_weight_ii_4d_expanded", - "onnx/node/generated/test_sce_mean_no_weight_ii_4d_log_prob", - "onnx/node/generated/test_sce_mean_no_weight_ii_4d_log_prob_expanded", - "onnx/node/generated/test_sce_mean_weight", - "onnx/node/generated/test_sce_mean_weight_expanded", - "onnx/node/generated/test_sce_mean_weight_ii", - "onnx/node/generated/test_sce_mean_weight_ii_3d", - "onnx/node/generated/test_sce_mean_weight_ii_3d_expanded", - "onnx/node/generated/test_sce_mean_weight_ii_3d_log_prob", - "onnx/node/generated/test_sce_mean_weight_ii_3d_log_prob_expanded", - "onnx/node/generated/test_sce_mean_weight_ii_4d", - "onnx/node/generated/test_sce_mean_weight_ii_4d_expanded", - "onnx/node/generated/test_sce_mean_weight_ii_4d_log_prob", - "onnx/node/generated/test_sce_mean_weight_ii_4d_log_prob_expanded", - "onnx/node/generated/test_sce_mean_weight_ii_expanded", - "onnx/node/generated/test_sce_mean_weight_ii_log_prob", - "onnx/node/generated/test_sce_mean_weight_ii_log_prob_expanded", - "onnx/node/generated/test_sce_mean_weight_log_prob", - "onnx/node/generated/test_sce_mean_weight_log_prob_expanded", - "onnx/node/generated/test_sce_none_weights", - "onnx/node/generated/test_sce_none_weights_expanded", - "onnx/node/generated/test_sce_none_weights_log_prob", - "onnx/node/generated/test_sce_none_weights_log_prob_expanded", - "onnx/node/generated/test_shape_end_negative_1", - "onnx/node/generated/test_slice", - "onnx/node/generated/test_slice_default_steps", - "onnx/node/generated/test_slice_end_out_of_bounds", - "onnx/node/generated/test_slice_neg", - "onnx/node/generated/test_slice_neg_steps", - "onnx/node/generated/test_slice_negative_axes", - "onnx/node/generated/test_slice_start_out_of_bounds", - "onnx/node/generated/test_softsign", - "onnx/node/generated/test_softsign_example", - "onnx/node/generated/test_stft", - "onnx/node/generated/test_stft_with_window", - "onnx/node/generated/test_tfidfvectorizer_tf_batch_onlybigrams_skip0", - "onnx/node/generated/test_tfidfvectorizer_tf_batch_onlybigrams_skip5", - "onnx/node/generated/test_tfidfvectorizer_tf_batch_uniandbigrams_skip5", - "onnx/node/generated/test_tfidfvectorizer_tf_only_bigrams_skip0", - "onnx/node/generated/test_tfidfvectorizer_tf_onlybigrams_levelempty", - "onnx/node/generated/test_tfidfvectorizer_tf_onlybigrams_skip5", - "onnx/node/generated/test_tfidfvectorizer_tf_uniandbigrams_skip5", - "onnx/node/generated/test_training_dropout", - "onnx/node/generated/test_training_dropout_default", - "onnx/node/generated/test_training_dropout_default_mask", - "onnx/node/generated/test_training_dropout_mask", - "onnx/node/generated/test_training_dropout_zero_ratio", - "onnx/node/generated/test_training_dropout_zero_ratio_mask", - "onnx/node/generated/test_unique_not_sorted_without_axis", - "onnx/node/generated/test_unique_sorted_with_axis", - "onnx/node/generated/test_unique_sorted_with_axis_3d", - "onnx/node/generated/test_unique_sorted_with_negative_axis", - "onnx/node/generated/test_unique_sorted_without_axis", - "onnx/node/generated/test_wrap_pad" - ], - "expected_run_failures": [ - "onnx/node/generated/test_averagepool_3d_dilations_large_count_include_pad_is_0_ceil_mode_is_True", - "onnx/node/generated/test_bernoulli", - "onnx/node/generated/test_bernoulli_double", - "onnx/node/generated/test_bernoulli_double_expanded", - "onnx/node/generated/test_bernoulli_expanded", - "onnx/node/generated/test_cast_FLOAT_to_BFLOAT16", - "onnx/node/generated/test_castlike_FLOAT_to_BFLOAT16", - "onnx/node/generated/test_castlike_FLOAT_to_BFLOAT16_expanded", - "onnx/node/generated/test_constantofshape_float_ones", - "onnx/node/generated/test_constantofshape_int_shape_zero", - "onnx/node/generated/test_constantofshape_int_zeros", - "onnx/node/generated/test_dropout_default_mask_ratio", - "onnx/node/generated/test_gridsample_nearest", - "onnx/node/generated/test_gridsample_nearest_align_corners_0_additional_1", - "onnx/node/generated/test_gridsample_nearest_align_corners_1_additional_1", - "onnx/node/generated/test_lstm_with_peepholes", - "onnx/node/generated/test_pow", - "onnx/node/generated/test_pow_example", - "onnx/node/generated/test_pow_types_float32_int32", - "onnx/node/generated/test_pow_types_float32_int64", - "onnx/node/generated/test_pow_types_float32_uint32", - "onnx/node/generated/test_pow_types_float32_uint64", - "onnx/node/generated/test_qlinearmatmul_2D_int8_float16", - "onnx/node/generated/test_qlinearmatmul_2D_int8_float32", - "onnx/node/generated/test_qlinearmatmul_3D_int8_float16", - "onnx/node/generated/test_qlinearmatmul_3D_int8_float32", - "onnx/node/generated/test_qlinearmatmul_3D_uint8_float16", - "onnx/node/generated/test_qlinearmatmul_3D_uint8_float32", - "onnx/node/generated/test_reduce_min_empty_set", - "onnx/node/generated/test_reduce_sum_empty_set_non_reduced_axis_zero", - "onnx/node/generated/test_resize_downsample_scales_linear_align_corners", - "onnx/node/generated/test_shape_clip_start", - "onnx/node/generated/test_shape_end_1", - "onnx/node/generated/test_shape_start_1", - "onnx/node/generated/test_shape_start_1_end_2", - "onnx/node/generated/test_shape_start_1_end_negative_1", - "onnx/node/generated/test_shape_start_negative_1", - "onnx/node/generated/test_size", - "onnx/node/generated/test_size_example", - "onnx/node/generated/test_split_zero_size_splits_opset13", - "onnx/node/generated/test_split_zero_size_splits_opset18", - "onnx/node/generated/test_tril_zero", - "onnx/node/generated/test_triu_zero" - ] + "expected_compile_failures": [], + "expected_run_failures": [] } diff --git a/onnx_ops/requirements.txt b/onnx_ops/requirements.txt index 23f98b9..2d4d7df 100644 --- a/onnx_ops/requirements.txt +++ b/onnx_ops/requirements.txt @@ -4,6 +4,7 @@ pyjson5 pytest +pytest-html pytest-reportlog pytest-timeout pytest-xdist