diff --git a/python/tvm/exec/rpc_server.py b/python/tvm/exec/rpc_server.py
index 7233d71ee197..345e44718ac3 100644
--- a/python/tvm/exec/rpc_server.py
+++ b/python/tvm/exec/rpc_server.py
@@ -25,7 +25,6 @@
 import sys
 import logging
 import tvm
-from tvm import micro
 from .. import rpc
 
 
@@ -70,6 +69,8 @@ def init_utvm(args):
     args : argparse.Namespace
         parsed args from command-line invocation
     """
+    from tvm import micro  # pylint: disable=import-outside-toplevel
+
     if args.utvm_dev_config and args.utvm_dev_id:
         raise RuntimeError("only one of --utvm-dev-config and --utvm-dev-id allowed")