diff --git a/csrc/fp_quantizer/quantize.cpp b/csrc/fp_quantizer/fp_quantize.cpp
similarity index 99%
rename from csrc/fp_quantizer/quantize.cpp
rename to csrc/fp_quantizer/fp_quantize.cpp
index ec631c576e27..6962b8050f51 100644
--- a/csrc/fp_quantizer/quantize.cpp
+++ b/csrc/fp_quantizer/fp_quantize.cpp
@@ -3,7 +3,7 @@
 
 // DeepSpeed Team
 
-#include "quantize.h"
+#include "fp_quantize.h"
 
 #include <c10/cuda/CUDAStream.h>
 #include <torch/extension.h>
diff --git a/csrc/fp_quantizer/quantize.cu b/csrc/fp_quantizer/fp_quantize.cu
similarity index 99%
rename from csrc/fp_quantizer/quantize.cu
rename to csrc/fp_quantizer/fp_quantize.cu
index 5ada6894747f..cca063956167 100644
--- a/csrc/fp_quantizer/quantize.cu
+++ b/csrc/fp_quantizer/fp_quantize.cu
@@ -5,8 +5,8 @@
 
 #include <stdexcept>
 #include "context.h"
+#include "fp_quantize.h"
 #include "memory_access_utils.h"
-#include "quantize.h"
 #include "reduction_utils.h"
 
 #include <cuda.h>
diff --git a/csrc/fp_quantizer/includes/quantize.h b/csrc/fp_quantizer/includes/fp_quantize.h
similarity index 100%
rename from csrc/fp_quantizer/includes/quantize.h
rename to csrc/fp_quantizer/includes/fp_quantize.h
diff --git a/op_builder/fp_quantizer.py b/op_builder/fp_quantizer.py
index bafd3e0c33f6..9f07ec3d1275 100644
--- a/op_builder/fp_quantizer.py
+++ b/op_builder/fp_quantizer.py
@@ -52,8 +52,8 @@ def filter_ccs(self, ccs):
 
     def sources(self):
         return [
-            "csrc/fp_quantizer/quantize.cu",
-            "csrc/fp_quantizer/quantize.cpp",
+            "csrc/fp_quantizer/fp_quantize.cu",
+            "csrc/fp_quantizer/fp_quantize.cpp",
         ]
 
     def extra_ldflags(self):