diff --git a/faster_tokenizer/faster_tokenizer/core/base.h b/faster_tokenizer/faster_tokenizer/core/base.h
index cb4256ef3272..0fe8e834c56c 100644
--- a/faster_tokenizer/faster_tokenizer/core/base.h
+++ b/faster_tokenizer/faster_tokenizer/core/base.h
@@ -21,7 +21,6 @@ limitations under the License. */
 #include <unordered_map>
 #include <vector>
 
-#include "glog/logging.h"
 #include "nlohmann/json.hpp"
 #include "faster_tokenizer/utils/utils.h"
 
diff --git a/faster_tokenizer/faster_tokenizer/normalizers/normalizer.h b/faster_tokenizer/faster_tokenizer/normalizers/normalizer.h
index 7560b97993cc..d13bdc033a70 100644
--- a/faster_tokenizer/faster_tokenizer/normalizers/normalizer.h
+++ b/faster_tokenizer/faster_tokenizer/normalizers/normalizer.h
@@ -18,7 +18,6 @@ limitations under the License. */
 #include <string>
 #include <vector>
 #include "faster_tokenizer/core/base.h"
-#include "glog/logging.h"
 #include "faster_tokenizer/utils/utils.h"
 
 namespace re2 {
diff --git a/faster_tokenizer/faster_tokenizer/postprocessors/template.h b/faster_tokenizer/faster_tokenizer/postprocessors/template.h
index 5083cfe8b7cf..12376ae5087d 100644
--- a/faster_tokenizer/faster_tokenizer/postprocessors/template.h
+++ b/faster_tokenizer/faster_tokenizer/postprocessors/template.h
@@ -21,7 +21,6 @@ limitations under the License. */
 #include "faster_tokenizer/postprocessors/postprocessor.h"
 #include "faster_tokenizer/utils/utils.h"
 #include "faster_tokenizer/utils/variant.h"
-#include "glog/logging.h"
 #include "nlohmann/json.hpp"
 
 namespace paddlenlp {
diff --git a/faster_tokenizer/faster_tokenizer/pretokenizers/metaspace.cc b/faster_tokenizer/faster_tokenizer/pretokenizers/metaspace.cc
index bbcbfed7c5b5..df864a0e9445 100644
--- a/faster_tokenizer/faster_tokenizer/pretokenizers/metaspace.cc
+++ b/faster_tokenizer/faster_tokenizer/pretokenizers/metaspace.cc
@@ -15,6 +15,7 @@ limitations under the License. */
 #include "faster_tokenizer/pretokenizers/metaspace.h"
 #include "re2/re2.h"
 #include "faster_tokenizer/utils/utf8.h"
+#include "glog/logging.h"
 
 namespace paddlenlp {
 namespace faster_tokenizer {
diff --git a/faster_tokenizer/faster_tokenizer/tokenizers/ernie_faster_tokenizer.cc b/faster_tokenizer/faster_tokenizer/tokenizers/ernie_faster_tokenizer.cc
index f7768e67e2e4..53a4541ab011 100644
--- a/faster_tokenizer/faster_tokenizer/tokenizers/ernie_faster_tokenizer.cc
+++ b/faster_tokenizer/faster_tokenizer/tokenizers/ernie_faster_tokenizer.cc
@@ -19,6 +19,7 @@ limitations under the License. */
 #include "faster_tokenizer/postprocessors/postprocessors.h"
 #include "faster_tokenizer/pretokenizers/pretokenizers.h"
 #include "faster_tokenizer/utils/utils.h"
+#include "glog/logging.h"
 
 namespace paddlenlp {
 namespace faster_tokenizer {