diff --git a/crates/llama-cpp-server/build.rs b/crates/llama-cpp-server/build.rs
index 35a4edbb838a..4f43224dfdc0 100644
--- a/crates/llama-cpp-server/build.rs
+++ b/crates/llama-cpp-server/build.rs
@@ -57,7 +57,7 @@ fn main() {
         config.define("AMDGPU_TARGETS", amd_gpu_targets.join(";"));
     }
     if cfg!(feature = "vulkan") {
-        config.define("LLAMA_VULKAN", "ON");
+        config.define("GGML_VULKAN", "ON");
     }
 
     let out = config.build();