diff --git a/include/tvm/driver/driver.h b/include/tvm/driver/driver_api.h
similarity index 95%
rename from include/tvm/driver/driver.h
rename to include/tvm/driver/driver_api.h
index e495256ef0e8..58f7d6d641a4 100644
--- a/include/tvm/driver/driver.h
+++ b/include/tvm/driver/driver_api.h
@@ -18,16 +18,16 @@
  */
 
 /*!
- * \file tvm/driver/driver.h
- * \brief Compiler driver utilities.
+ * \file tvm/driver/driver_api.h
+ * \brief Compiler driver APIs to drive the compilation.
  *
  * This module provides end-to-end utils to drive the compilation process.
  * We adopt the term "compiler driver" in common compiler infrastructures.
  * Note that a compiler driver is different from "runtime drivers".
  * Most of runtime related code are defined in the runtime folder instead.
  */
-#ifndef TVM_DRIVER_DRIVER_H_
-#define TVM_DRIVER_DRIVER_H_
+#ifndef TVM_DRIVER_DRIVER_API_H_
+#define TVM_DRIVER_DRIVER_API_H_
 
 #include <tvm/runtime/packed_func.h>
 #include <tvm/target/target.h>
@@ -115,4 +115,4 @@ TVM_DLL runtime::Module build(const Map<std::string, Array<tir::LoweredFunc>>& i
                               const BuildConfig& config);
 }  // namespace tvm
 
-#endif  // TVM_DRIVER_DRIVER_H_
+#endif  // TVM_DRIVER_DRIVER_API_H_
diff --git a/src/README.md b/src/README.md
index dc2fcbb34bc9..8f7576bd292a 100644
--- a/src/README.md
+++ b/src/README.md
@@ -26,9 +26,10 @@ There can be internal header files within each module that sit in src.
 - node: base infra for IR/AST nodes that is dialect independent.
 - ir: Common IR infrastructure.
 - tir: Tensor-level IR.
+- te: tensor expression DSL
 - arith: Arithmetic expression and set simplification.
-- top: tensor operation DSL for compute and schedule.
 - relay: Relay IR, high-level optimization.
 - autotvm: The auto-tuning module.
 - contrib: Contrib extension libraries.
 - api: API function registration.
+- driver: Compilation driver APIs.
diff --git a/src/api/api_lang.cc b/src/api/api_lang.cc
index 4bab969b5f24..b6ac7d52a3d1 100644
--- a/src/api/api_lang.cc
+++ b/src/api/api_lang.cc
@@ -29,7 +29,7 @@
 #include <tvm/te/schedule.h>
 #include <tvm/runtime/registry.h>
 
-#include <tvm/driver/driver.h>
+#include <tvm/driver/driver_api.h>
 #include <tvm/tir/data_layout.h>
 
 
diff --git a/src/driver/driver.cc b/src/driver/driver_api.cc
similarity index 99%
rename from src/driver/driver.cc
rename to src/driver/driver_api.cc
index ae017a35dbe4..0802845bc4a1 100644
--- a/src/driver/driver.cc
+++ b/src/driver/driver_api.cc
@@ -19,10 +19,10 @@
 
 /*!
  *  Compile executable modules.
- * \file driver.cc
+ * \file driver_api.cc
  */
 #include <dmlc/thread_local.h>
-#include <tvm/driver/driver.h>
+#include <tvm/driver/driver_api.h>
 #include <tvm/te/operation.h>
 #include <tvm/tir/ir_pass.h>
 #include <tvm/target/codegen.h>
diff --git a/src/relay/backend/build_module.cc b/src/relay/backend/build_module.cc
index 7b9f1e222611..035ab1ba5bee 100644
--- a/src/relay/backend/build_module.cc
+++ b/src/relay/backend/build_module.cc
@@ -22,7 +22,7 @@
  * \brief Code generation for TVM's graph runtime.
  */
 #include <tvm/relay/analysis.h>
-#include <tvm/driver/driver.h>
+#include <tvm/driver/driver_api.h>
 #include <tvm/runtime/device_api.h>
 #include <tvm/runtime/vm.h>
 #include <tvm/relay/expr.h>
diff --git a/src/relay/backend/compile_engine.cc b/src/relay/backend/compile_engine.cc
index 96e9a69b58dd..e5629e8f3505 100644
--- a/src/relay/backend/compile_engine.cc
+++ b/src/relay/backend/compile_engine.cc
@@ -32,7 +32,7 @@
 #include <tvm/relay/expr_functor.h>
 #include <tvm/relay/op.h>
 #include <tvm/relay/op_attr_types.h>
-#include <tvm/driver/driver.h>
+#include <tvm/driver/driver_api.h>
 
 #include <topi/tags.h>
 #include <utility>
diff --git a/src/relay/backend/interpreter.cc b/src/relay/backend/interpreter.cc
index 0e95a69d466b..e15b4cbef725 100644
--- a/src/relay/backend/interpreter.cc
+++ b/src/relay/backend/interpreter.cc
@@ -30,7 +30,7 @@
 #include <tvm/relay/analysis.h>
 #include <tvm/relay/attrs/debug.h>
 #include <tvm/relay/feature.h>
-#include <tvm/driver/driver.h>
+#include <tvm/driver/driver_api.h>
 
 #include "compile_engine.h"
 
diff --git a/src/relay/backend/utils.h b/src/relay/backend/utils.h
index 4b281215bf3c..24e338e68028 100644
--- a/src/relay/backend/utils.h
+++ b/src/relay/backend/utils.h
@@ -27,7 +27,7 @@
 #include <dmlc/json.h>
 #include <tvm/relay/expr.h>
 #include <tvm/relay/type.h>
-#include <tvm/driver/driver.h>
+#include <tvm/driver/driver_api.h>
 #include <tvm/target/codegen.h>
 #include <tvm/tir/ir_pass.h>
 #include <tvm/te/operation.h>
diff --git a/src/relay/backend/vm/compiler.cc b/src/relay/backend/vm/compiler.cc
index bbb5ac4f5745..c899644c4dd3 100644
--- a/src/relay/backend/vm/compiler.cc
+++ b/src/relay/backend/vm/compiler.cc
@@ -31,7 +31,7 @@
 #include <tvm/relay/transform.h>
 #include <tvm/runtime/vm.h>
 #include <tvm/relay/attrs/memory.h>
-#include <tvm/driver/driver.h>
+#include <tvm/driver/driver_api.h>
 
 #include <iostream>
 #include <memory>
diff --git a/tests/cpp/build_module_test.cc b/tests/cpp/build_module_test.cc
index 1f640f5de1a1..c799da719eb4 100644
--- a/tests/cpp/build_module_test.cc
+++ b/tests/cpp/build_module_test.cc
@@ -22,7 +22,7 @@
 #include <topi/cuda/injective.h>
 #include <tvm/te/operation.h>
 #include <tvm/runtime/registry.h>
-#include <tvm/driver/driver.h>
+#include <tvm/driver/driver_api.h>
 
 #include <string>
 #include <cmath>
diff --git a/tests/cpp/relay_build_module_test.cc b/tests/cpp/relay_build_module_test.cc
index 8717bb21e101..c27408315016 100644
--- a/tests/cpp/relay_build_module_test.cc
+++ b/tests/cpp/relay_build_module_test.cc
@@ -18,7 +18,7 @@
  */
 
 #include <gtest/gtest.h>
-#include <tvm/driver/driver.h>
+#include <tvm/driver/driver_api.h>
 #include <tvm/te/operation.h>
 #include <tvm/relay/expr.h>
 #include <tvm/relay/type.h>
diff --git a/tests/cpp/relay_transform_sequential.cc b/tests/cpp/relay_transform_sequential.cc
index a96c0609fe9b..e9b6a1cd424f 100644
--- a/tests/cpp/relay_transform_sequential.cc
+++ b/tests/cpp/relay_transform_sequential.cc
@@ -19,7 +19,7 @@
 
 #include <gtest/gtest.h>
 #include <topi/generic/injective.h>
-#include <tvm/driver/driver.h>
+#include <tvm/driver/driver_api.h>
 #include <tvm/relay/expr.h>
 #include <tvm/ir/module.h>
 #include <tvm/relay/analysis.h>
diff --git a/tests/cpp/utvm_runtime_standalone_test.cc b/tests/cpp/utvm_runtime_standalone_test.cc
index cb4d2a47865a..9e9c08fc3625 100644
--- a/tests/cpp/utvm_runtime_standalone_test.cc
+++ b/tests/cpp/utvm_runtime_standalone_test.cc
@@ -31,7 +31,7 @@
 
 #include <gtest/gtest.h>
 #include <topi/generic/injective.h>
-#include <tvm/driver/driver.h>
+#include <tvm/driver/driver_api.h>
 #include <tvm/te/operation.h>
 #include <tvm/relay/analysis.h>
 #include <tvm/relay/expr.h>