diff --git a/tools/pip/MANIFEST.in b/tools/pip/MANIFEST.in
index 1edefa026ebc..dd48098c6504 100644
--- a/tools/pip/MANIFEST.in
+++ b/tools/pip/MANIFEST.in
@@ -27,5 +27,6 @@ recursive-include mxnet *.so.*
 recursive-include mxnet *.dylib
 recursive-include mxnet *_LICENSE
 recursive-include mxnet *.h
+recursive-include mxnet *.hpp
 recursive-include mxnet *.cuh
 recursive-include dmlc_tracker *.py
diff --git a/tools/pip/setup.py b/tools/pip/setup.py
index f5f9545619bf..c9134d51e200 100644
--- a/tools/pip/setup.py
+++ b/tools/pip/setup.py
@@ -155,6 +155,8 @@ def has_ext_modules(self):
         package_data['mxnet'].append('mxnet/libiomp5.so')
         package_data['mxnet'].append('mxnet/libmkldnn.so.0')
     shutil.copy(os.path.join(os.path.dirname(LIB_PATH[0]), '../MKLML_LICENSE'), os.path.join(CURRENT_DIR, 'mxnet'))
+    shutil.copytree(os.path.join(CURRENT_DIR, 'mxnet-build/3rdparty/mkldnn/include'),
+                    os.path.join(CURRENT_DIR, 'mxnet/include/mkldnn'))
     package_data['mxnet'].append('mxnet/MKLML_LICENSE')
 if platform.system() == 'Linux':
     shutil.copy(os.path.join(os.path.dirname(LIB_PATH[0]), 'libgfortran.so.3'), os.path.join(CURRENT_DIR, 'mxnet'))