Skip to content

Commit

Permalink
skip UT for BF16
Browse files Browse the repository at this point in the history
  • Loading branch information
Neo Zhang authored and Neo Zhang committed Jul 4, 2024
1 parent 96e3826 commit 2493479
Show file tree
Hide file tree
Showing 2 changed files with 9 additions and 1 deletion.
6 changes: 6 additions & 0 deletions ggml/src/ggml-sycl.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -5325,7 +5325,13 @@ GGML_CALL static bool ggml_backend_sycl_supports_op(ggml_backend_t backend, cons
if (a->ne[3] != b->ne[3]) {
return false;
}

ggml_type a_type = a->type;

if (op->op == GGML_OP_MUL_MAT_ID || op->op == GGML_OP_MUL_MAT_ID){
if (op->src[0]->type == GGML_TYPE_BF16) return false;
}

if (a_type == GGML_TYPE_IQ4_NL || a_type == GGML_TYPE_IQ4_XS ||
a_type == GGML_TYPE_IQ3_XXS || a_type == GGML_TYPE_IQ3_S ||
a_type == GGML_TYPE_IQ2_XXS || a_type == GGML_TYPE_IQ2_XS || a_type == GGML_TYPE_IQ2_S ||
Expand Down
4 changes: 3 additions & 1 deletion ggml/src/ggml-sycl/convert.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -542,6 +542,8 @@ to_fp32_sycl_t ggml_get_to_fp32_sycl(ggml_type type) {
case GGML_TYPE_F16:
return convert_unary_sycl<sycl::half>;
default:
return nullptr;
std::cerr << "not support data type:" << type << " in "<< __func__
<< ", "<<__FILE__<< " line:" << __LINE__ << std::endl;
std::exit(1);
}
}

0 comments on commit 2493479

Please sign in to comment.