diff --git a/nnvm/src/pass/graph_annotate.cc b/nnvm/src/pass/graph_annotate.cc
index 2698f3deb744..29e65f20b1e6 100644
--- a/nnvm/src/pass/graph_annotate.cc
+++ b/nnvm/src/pass/graph_annotate.cc
@@ -12,9 +12,11 @@
 #include <dlpack/dlpack.h>
 
 #include <algorithm>
+#include <memory>
 #include <queue>
 #include <stack>
 #include <unordered_map>
+#include <utility>
 #include <vector>
 
 namespace nnvm {
diff --git a/nnvm/src/pass/graph_annotate.h b/nnvm/src/pass/graph_annotate.h
index 58e464355e8a..80eca756b386 100644
--- a/nnvm/src/pass/graph_annotate.h
+++ b/nnvm/src/pass/graph_annotate.h
@@ -8,6 +8,7 @@
 
 #include <nnvm/graph.h>
 
+#include <memory>
 #include <string>
 #include <unordered_map>
 
diff --git a/nnvm/src/pass/subgraph/subgraph_property.h b/nnvm/src/pass/subgraph/subgraph_property.h
index 8a39918b0097..96c00e7c88a4 100644
--- a/nnvm/src/pass/subgraph/subgraph_property.h
+++ b/nnvm/src/pass/subgraph/subgraph_property.h
@@ -23,6 +23,7 @@
 #include <nnvm/node.h>
 #include <dmlc/base.h>
 #include <dmlc/thread_local.h>
+#include <memory>
 #include <unordered_map>
 #include <unordered_set>
 #include <vector>
diff --git a/nnvm/src/top/subgraph/common.h b/nnvm/src/top/subgraph/common.h
index 783f75e43063..5bc856bdc31c 100644
--- a/nnvm/src/top/subgraph/common.h
+++ b/nnvm/src/top/subgraph/common.h
@@ -27,8 +27,10 @@
 #include <nnvm/op_attr_types.h>
 #include <nnvm/compiler/op_attr_types.h>
 #include <nnvm/top/tensor.h>
+#include <memory>
 #include <string>
 #include <set>
+#include <utility>
 #include <vector>
 #include "../op_common.h"
 #include "../elemwise_op_common.h"
diff --git a/src/contrib/subgraph/subgraph.h b/src/contrib/subgraph/subgraph.h
index ce1a62c95811..16e42e3d4e0f 100644
--- a/src/contrib/subgraph/subgraph.h
+++ b/src/contrib/subgraph/subgraph.h
@@ -9,6 +9,7 @@
 
 #include <dmlc/json.h>
 #include <string>
+#include <unordered_map>
 #include <vector>
 
 namespace tvm {