diff --git a/llama.cpp b/llama.cpp
index 29f8873f629e5e..ce413f605163c5 100644
--- a/llama.cpp
+++ b/llama.cpp
@@ -5530,7 +5530,6 @@ struct llm_build_context {
 
         const int64_t n_embd_head = hparams.n_embd_head_v;
         GGML_ASSERT(n_embd_head == hparams.n_embd_head_k);
-        GGML_ASSERT(n_embd_head == hparams.n_rot);
 
         struct ggml_tensor * cur;
         struct ggml_tensor * inpL;