cuda : add comment

ggerganov · Dec 5, 2023 · 4adb1d6 · 4adb1d6
1 parent dd86df8
commit 4adb1d6
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/ggml-cuda.cu b/ggml-cuda.cu
@@ -7849,6 +7849,7 @@ static void ggml_cuda_mul_mat(const ggml_tensor * src0, const ggml_tensor * src1
 #endif // GGML_CUDA_FORCE_DMMV
 
             if (use_mul_mat_vec_q) {
+                // NOTE: this kernel does not support ggml_nrows(src1) > 1
                 ggml_cuda_op_mul_mat(src0, src1, dst, ggml_cuda_op_mul_mat_vec_q, true);
             } else {
                 ggml_cuda_op_mul_mat(src0, src1, dst, ggml_cuda_op_dequantize_mul_mat_vec, false);