Disable new mixmul for text generation

ggerganov · May 23, 2024 · 0629a79 · 0629a79
1 parent 0a29fe9
commit 0629a79
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/sgemm.cpp b/sgemm.cpp
@@ -1243,6 +1243,10 @@ class MixMul {
         assert(params->ith < params->nth);
         assert(plan->type == GGML_TYPE_I32);
 
+        // doesn't help for token generation
+        if (n < 2)
+            return false;
+
         // supported types
         if (result->type != GGML_TYPE_F32)
             return false;