diff --git a/otherarch/gpt2_v3.cpp b/otherarch/gpt2_v3.cpp
index b507357c4555a..6574a83142bd7 100644
--- a/otherarch/gpt2_v3.cpp
+++ b/otherarch/gpt2_v3.cpp
@@ -18,8 +18,7 @@
 
 #ifdef GGML_USE_CUBLAS
 #include "ggml-cuda.h"
-#endif
-#if defined(GGML_USE_CLBLAST)
+#elif defined(GGML_USE_CLBLAST)
 #include "ggml-opencl.h"
 #endif
 
diff --git a/otherarch/gptj_v3.cpp b/otherarch/gptj_v3.cpp
index 66cad6f5cff44..12b6df126a6a7 100644
--- a/otherarch/gptj_v3.cpp
+++ b/otherarch/gptj_v3.cpp
@@ -18,8 +18,7 @@
 
 #ifdef GGML_USE_CUBLAS
 #include "ggml-cuda.h"
-#endif
-#if defined(GGML_USE_CLBLAST)
+#elif defined(GGML_USE_CLBLAST)
 #include "ggml-opencl.h"
 #endif
 
diff --git a/otherarch/llama_v2.cpp b/otherarch/llama_v2.cpp
index af14e9480e4e5..80af180b5330f 100644
--- a/otherarch/llama_v2.cpp
+++ b/otherarch/llama_v2.cpp
@@ -12,8 +12,7 @@
 
 #ifdef GGML_USE_CUBLAS
 #include "ggml_v2-cuda.h"
-#endif
-#if defined(GGML_USE_CLBLAST)
+#elif defined(GGML_USE_CLBLAST)
 #include "ggml_v2-opencl.h"
 #endif
 
diff --git a/otherarch/mpt_v3.cpp b/otherarch/mpt_v3.cpp
index ef362a051c3d3..cca7fc0ca7b7f 100644
--- a/otherarch/mpt_v3.cpp
+++ b/otherarch/mpt_v3.cpp
@@ -18,8 +18,7 @@
 
 #ifdef GGML_USE_CUBLAS
 #include "ggml-cuda.h"
-#endif
-#if defined(GGML_USE_CLBLAST)
+#elif defined(GGML_USE_CLBLAST)
 #include "ggml-opencl.h"
 #endif
 
diff --git a/otherarch/neox_v3.cpp b/otherarch/neox_v3.cpp
index 7522b8f8da0a2..8b757dcfb6cf5 100644
--- a/otherarch/neox_v3.cpp
+++ b/otherarch/neox_v3.cpp
@@ -16,8 +16,7 @@
 
 #ifdef GGML_USE_CUBLAS
 #include "ggml-cuda.h"
-#endif
-#if defined(GGML_USE_CLBLAST)
+#elif defined(GGML_USE_CLBLAST)
 #include "ggml-opencl.h"
 #endif