Skip to content

Commit 87fb5b4

Browse files
authored
remove row=1 cond (#6532)
1 parent d752327 commit 87fb5b4

File tree

1 file changed

+1
-2
lines changed

1 file changed

+1
-2
lines changed

ggml-sycl.cpp

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -15776,7 +15776,7 @@ static void ggml_sycl_mul_mat(const ggml_tensor * src0, const ggml_tensor * src1
1577615776
#ifdef GGML_SYCL_FORCE_DMMV
1577715777
const bool use_mul_mat_vec_q = false;
1577815778
#else
15779-
bool use_mul_mat_vec_q = min_compute_capability >= VER_4VEC && ggml_is_quantized(src0->type) && ggml_nrows(src1) == 1;
15779+
bool use_mul_mat_vec_q = min_compute_capability >= VER_4VEC && ggml_is_quantized(src0->type);
1578015780
use_mul_mat_vec_q = use_mul_mat_vec_q ||
1578115781
(src0->type == GGML_TYPE_IQ2_XXS) || (src0->type == GGML_TYPE_IQ2_XS) || (src0->type == GGML_TYPE_IQ2_S) ||
1578215782
(src0->type == GGML_TYPE_IQ3_XXS) || (src0->type == GGML_TYPE_IQ3_S) ||
@@ -15787,7 +15787,6 @@ static void ggml_sycl_mul_mat(const ggml_tensor * src0, const ggml_tensor * src1
1578715787
#endif // GGML_SYCL_FORCE_DMMV
1578815788

1578915789
if (use_mul_mat_vec_q) {
15790-
// NOTE: this kernel does not support ggml_nrows(src1) > 1
1579115790
// GGML_SYCL_DEBUG("ggml_sycl_mul_mat ggml_sycl_op_mul_mat_vec_q path\n");
1579215791
ggml_sycl_op_mul_mat(src0, src1, dst, ggml_sycl_op_mul_mat_vec_q, true);
1579315792
} else {

0 commit comments

Comments
 (0)