transpose and run cont

ggerganov · Jul 6, 2024 · 798cde7 · 798cde7
1 parent 8f0272c
commit 798cde7
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 3 deletions.
diff --git a/_BRANCH_SETUP.md b/_BRANCH_SETUP.md
@@ -342,4 +342,7 @@ int main() {
   -n 128
   ```
 
-  make clean && make -j 8 LLAMA_DEBUG=1
+build for debug:
+```bash
+  make clean && make -j 8 LLAMA_DEBUG=1
+```
diff --git a/llama.cpp b/llama.cpp
@@ -9731,9 +9731,9 @@ struct llm_build_context {
     ggml_tensor * loraB = it->second.loraB;
 
     ggml_tensor * t_lora = ggml_mul_mat(ctx0,
-                loraA,
+                loraB,
                 ggml_mul_mat(ctx0, 
-                    ggml_transpose(ctx0, loraB), 
+                    ggml_cont(ctx0, ggml_transpose(ctx0, loraA)),
                     cur
                 )
             );