diff --git a/Jenkinsfile b/Jenkinsfile
index bd93f8f5aa4c..d7fa946e49a9 100644
--- a/Jenkinsfile
+++ b/Jenkinsfile
@@ -91,6 +91,7 @@ stage('Build') {
            echo LLVM_CONFIG=llvm-config-4.0 >> config.mk
            echo USE_RPC=1 >> config.mk
            echo USE_BLAS=openblas >> config.mk
+           rm -f lib/libtvm_runtime.so lib/libtvm.so
            """
         make('gpu', '-j2')
         sh "mv lib/libtvm.so lib/libtvm_llvm40.so"
diff --git a/python/setup.py b/python/setup.py
index 38ad37a3b419..3ac721a7ae91 100644
--- a/python/setup.py
+++ b/python/setup.py
@@ -85,7 +85,7 @@ def is_pure(self):
     with open("MANIFEST.in", "w") as fo:
         fo.write("include tvm/%s\n" % LIB_NAME)
     setup_kwargs = {
-        "include_package_data": False
+        "include_package_data": True
     }
 else:
     setup_kwargs = {