Ubuntu 14.04上使用CMake编译MXNet源码操作步骤(Python)

- 日理万妓 2022-04-02 16:04 296阅读 0赞

MXNet源码版本号为1.3.0，其它依赖库的版本号可参考：[https://blog.csdn.net/fengbingchun/article/details/84997490][https_blog.csdn.net_fengbingchun_article_details_84997490] 。

为了通过编译源码支持python接口，这里在 [https://blog.csdn.net/fengbingchun/article/details/85162936][https_blog.csdn.net_fengbingchun_article_details_85162936]  的基础上对build.sh和CMakeLists.txt进行了调整，新的build.sh和CMakeLists.txt内容如下：

build.sh:

#! /bin/bash
    
    real_path=$(realpath $0)
    dir_name=`dirname "${real_path}"`
    echo "real_path: ${real_path}, dir_name: ${dir_name}"
    
    data_dir="data"
    if [ -d ${dir_name}/${data_dir} ]; then
    	rm -rf ${dir_name}/${data_dir}
    fi
    
    ln -s ${dir_name}/./../../${data_dir} ${dir_name}
    
    new_dir_name=${dir_name}/build
    mkdir -p ${new_dir_name}
    cd ${new_dir_name}
    echo "pos: ${new_dir_name}"
    if [ "$(ls -A ${new_dir_name})" ]; then
    	echo "directory is not empty: ${new_dir_name}"
    	#rm -r *
    else
    	echo "directory is empty: ${new_dir_name}"
    fi
    
    cd -
    # build openblas
    echo "========== start build openblas =========="
    openblas_path=${dir_name}/../../src/openblas
    if [ -f ${openblas_path}/build/lib/libopenblas.so ]; then
    	echo "openblas dynamic library already exists without recompiling"
    else
    	mkdir -p ${openblas_path}/build
    	cd ${openblas_path}/build
    	cmake  -DBUILD_SHARED_LIBS=ON ..
    	make
    fi
    
    ln -s ${openblas_path}/build/lib/libopenblas* ${new_dir_name}
    echo "========== finish build openblas =========="
    
    cd -
    rc=$?
    if [[ ${rc} != 0 ]]; then
    	echo "########## Error: some of thess commands have errors above, please check"
    	exit ${rc}
    fi
    
    cd -
    cd ${new_dir_name}
    cmake ..
    make
    
    cd -
    # use all *.o files include openblas and mxnet to generate mxnet dynamic library
    # Note: need to modify mxnet_home_dir value in different machines
    mxnet_home_dir=/home/likewise-open/xxxx/fengbc/Other/MXNet_Test/src
    g++ -shared -o ${dir_name}/libmxnet.so ${openblas_path}/build/driver/others/CMakeFiles/driver_others.dir/*.c.o \
    					${openblas_path}/build/driver/level2/CMakeFiles/driver_level2.dir/CMakeFiles/*.c.o \
    					${openblas_path}/build/driver/level3/CMakeFiles/driver_level3.dir/CMakeFiles/*.c.o \
    					${openblas_path}/build/kernel/CMakeFiles/kernel.dir/CMakeFiles/*.c.o \
    					${openblas_path}/build/interface/CMakeFiles/interface.dir/CMakeFiles/*.c.o \
    					${openblas_path}/build/kernel/CMakeFiles/kernel.dir/CMakeFiles/*.S.o \
    					${dir_name}/build/CMakeFiles/mxnet.dir${mxnet_home_dir}/mxnet/src/storage/*.cc.o \
    					${dir_name}/build/CMakeFiles/mxnet.dir${mxnet_home_dir}/mxnet/src/executor/*.cc.o \
    					${dir_name}/build/CMakeFiles/mxnet.dir${mxnet_home_dir}/mxnet/src/profiler/*.cc.o \
    					${dir_name}/build/CMakeFiles/mxnet.dir${mxnet_home_dir}/mxnet/src/*.cc.o \
    					${dir_name}/build/CMakeFiles/mxnet.dir${mxnet_home_dir}/mxnet/src/engine/*.cc.o \
    					${dir_name}/build/CMakeFiles/mxnet.dir${mxnet_home_dir}/mxnet/src/nnvm/*.cc.o \
    					${dir_name}/build/CMakeFiles/mxnet.dir${mxnet_home_dir}/mxnet/src/kvstore/*.cc.o \
    					${dir_name}/build/CMakeFiles/mxnet.dir${mxnet_home_dir}/mxnet/src/common/*.cc.o \
    					${dir_name}/build/CMakeFiles/mxnet.dir${mxnet_home_dir}/mxnet/src/ndarray/*.cc.o \
    					${dir_name}/build/CMakeFiles/mxnet.dir${mxnet_home_dir}/mxnet/src/io/*.cc.o \
    					${dir_name}/build/CMakeFiles/mxnet.dir${mxnet_home_dir}/mxnet/src/operator/*.cc.o \
    					${dir_name}/build/CMakeFiles/mxnet.dir${mxnet_home_dir}/mxnet/src/operator/quantization/*.cc.o \
    					${dir_name}/build/CMakeFiles/mxnet.dir${mxnet_home_dir}/mxnet/src/operator/quantization/mkldnn/*.cc.o \
    					${dir_name}/build/CMakeFiles/mxnet.dir${mxnet_home_dir}/mxnet/src/operator/nnpack/*.cc.o \
    					${dir_name}/build/CMakeFiles/mxnet.dir${mxnet_home_dir}/mxnet/src/operator/contrib/*.cc.o \
    					${dir_name}/build/CMakeFiles/mxnet.dir${mxnet_home_dir}/mxnet/src/operator/random/*.cc.o \
    					${dir_name}/build/CMakeFiles/mxnet.dir${mxnet_home_dir}/mxnet/src/operator/nn/*.cc.o \
    					${dir_name}/build/CMakeFiles/mxnet.dir${mxnet_home_dir}/mxnet/src/operator/nn/cudnn/*.cc.o \
    					${dir_name}/build/CMakeFiles/mxnet.dir${mxnet_home_dir}/mxnet/src/operator/nn/mkldnn/*.cc.o \
    					${dir_name}/build/CMakeFiles/mxnet.dir${mxnet_home_dir}/mxnet/src/operator/tensor/*.cc.o \
    					${dir_name}/build/CMakeFiles/mxnet.dir${mxnet_home_dir}/mxnet/src/operator/custom/*.cc.o \
    					${dir_name}/build/CMakeFiles/mxnet.dir${mxnet_home_dir}/mxnet/src/imperative/*.cc.o \
    					${dir_name}/build/CMakeFiles/mxnet.dir${mxnet_home_dir}/mxnet/src/c_api/*.cc.o \
    					${dir_name}/build/CMakeFiles/mxnet.dir${mxnet_home_dir}/tvm/nnvm/src/core/*.cc.o \
    					${dir_name}/build/CMakeFiles/mxnet.dir${mxnet_home_dir}/tvm/nnvm/src/pass/*.cc.o \
    					${dir_name}/build/CMakeFiles/mxnet.dir${mxnet_home_dir}/tvm/nnvm/src/c_api/*.cc.o \
    					${dir_name}/build/CMakeFiles/mxnet.dir${mxnet_home_dir}/dmlc-core/src/*.cc.o \
    					${dir_name}/build/CMakeFiles/mxnet.dir${mxnet_home_dir}/dmlc-core/src/io/*.cc.o \
    					-lrt 
    
    mxnet_python_dir=${dir_name}/../../src/mxnet/python
    #echo "mxnet python dir: ${mxnet_python_dir}"
    cp libmxnet.so ${mxnet_python_dir}
    cd ${mxnet_python_dir}
    python3 setup.py install --user
    
    cd -

CMakeLists.txt：

PROJECT(MXNet_Test)
    CMAKE_MINIMUM_REQUIRED(VERSION 3.0)
    
    # support C++11
    SET(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -std=c11")
    SET(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -std=c++11")
    # support C++14, when gcc version > 5.1, use -std=c++14 instead of c++1y
    SET(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -std=c++1y")
    
    IF(NOT CMAKE_BUILD_TYPE)
    	SET(CMAKE_BUILD_TYPE "Release")
    	SET(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -Wall -O2")
    	SET(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wall -O2")
    ELSE()
    	SET(CMAKE_BUILD_TYPE "Debug")
    	SET(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -g -Wall -O2")
    	SET(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -g -Wall -O2")
    ENDIF()
    MESSAGE(STATUS "cmake build type: ${CMAKE_BUILD_TYPE}")
    
    MESSAGE(STATUS "cmake current source dir: ${CMAKE_CURRENT_SOURCE_DIR}")
    SET(PATH_TEST_FILES ${CMAKE_CURRENT_SOURCE_DIR}/./../../demo/MXNet_Test)
    SET(PATH_SRC_DMLC_FILES ${CMAKE_CURRENT_SOURCE_DIR}/./../../src/dmlc-core)
    SET(PATH_SRC_MSHADOW_FILES ${CMAKE_CURRENT_SOURCE_DIR}/./../../src/mshadow)
    SET(PATH_SRC_OPENBLAS_FILES ${CMAKE_CURRENT_SOURCE_DIR}/./../../src/openblas)
    SET(PATH_SRC_MXNET_FILES ${CMAKE_CURRENT_SOURCE_DIR}/./../../src/mxnet)
    SET(PATH_SRC_TVM_FILES ${CMAKE_CURRENT_SOURCE_DIR}/./../../src/tvm)
    SET(PATH_SRC_DLPACK_FILES ${CMAKE_CURRENT_SOURCE_DIR}/./../../src/dlpack)
    MESSAGE(STATUS "path test files: ${PATH_TEST_FILES}")
    
    # don't use opencv in mxnet
    ADD_DEFINITIONS(-DMXNET_USE_OPENCV=0)
    ADD_DEFINITIONS(-DMSHADOW_USE_F16C=0)
    
    SET(PATH_OPENCV /opt/opencv3.4.2)
    IF(EXISTS ${PATH_OPENCV})
    	MESSAGE(STATUS "Found OpenCV: ${PATH_OPENCV}")
    ELSE()
    	MESSAGE(FATAL_ERROR "Can not find OpenCV in ${PATH_OPENCV}")
    ENDIF()
    
    # head file search path
    INCLUDE_DIRECTORIES(
    	${PATH_SRC_OPENBLAS_FILES}
    	${PATH_SRC_OPENBLAS_FILES}/build # include openblas config.h
    	${PATH_SRC_DLPACK_FILES}/include
    	${PATH_SRC_MSHADOW_FILES}
    	${PATH_SRC_DMLC_FILES}/include
    	${PATH_SRC_TVM_FILES}/include
    	${PATH_SRC_TVM_FILES}/nnvm/include
    	${PATH_SRC_MXNET_FILES}/src
    	${PATH_SRC_MXNET_FILES}/include
    	${PATH_SRC_MXNET_FILES}/cpp-package/include
    	${PATH_OPENCV}/include
    	${PATH_TEST_FILES}
    )
    
    # build mxnet dynamic library
    SET(MXNET_SRC_LIST )
    
    # tvm
    FILE(GLOB_RECURSE SRC_TVM_NNVM_C_API ${PATH_SRC_TVM_FILES}/nnvm/src/c_api/*.cc)
    FILE(GLOB_RECURSE SRC_TVM_NNVM_CORE ${PATH_SRC_TVM_FILES}/nnvm/src/core/*.cc)
    FILE(GLOB_RECURSE SRC_TVM_NNVM_PASS ${PATH_SRC_TVM_FILES}/nnvm/src/pass/*.cc)
    
    # mxnet
    FILE(GLOB_RECURSE SRC_MXNET ${PATH_SRC_MXNET_FILES}/src/*.cc)
    
    # dmlc
    FILE(GLOB SRC_DMLC ${PATH_SRC_DMLC_FILES}/src/*.cc)
    FILE(GLOB_RECURSE SRC_DMLC_INCLUDE ${PATH_SRC_DMLC_FILES}/include/*)
    LIST(APPEND SRC_DMLC ${SRC_DMLC_INCLUDE})
    LIST(APPEND SRC_DMLC ${PATH_SRC_DMLC_FILES}/src/io/line_split.cc)
    LIST(APPEND SRC_DMLC ${PATH_SRC_DMLC_FILES}/src/io/recordio_split.cc)
    LIST(APPEND SRC_DMLC ${PATH_SRC_DMLC_FILES}/src/io/indexed_recordio_split.cc)
    LIST(APPEND SRC_DMLC ${PATH_SRC_DMLC_FILES}/src/io/input_split_base.cc)
    LIST(APPEND SRC_DMLC ${PATH_SRC_DMLC_FILES}/src/io/filesys.cc)
    LIST(APPEND SRC_DMLC ${PATH_SRC_DMLC_FILES}/src/io/local_filesys.cc)
    
    LIST(APPEND MXNET_SRC_LIST
    	${SRC_TVM_NNVM_C_API}
    	${SRC_TVM_NNVM_CORE}
    	${SRC_TVM_NNVM_PASS}
    	${SRC_MXNET}
    	${SRC_DMLC}
    )
    #MESSAGE(STATUS "###### src: ${MXNET_SRC_LIST}")
    
    ADD_LIBRARY(mxnet SHARED ${MXNET_SRC_LIST})
    
    # find opencv library
    FIND_LIBRARY(opencv_core NAMES opencv_core PATHS ${PATH_OPENCV}/lib NO_DEFAULT_PATH)
    FIND_LIBRARY(opencv_imgproc NAMES opencv_imgproc PATHS ${PATH_OPENCV}/lib NO_DEFAULT_PATH)
    FIND_LIBRARY(opencv_highgui NAMES opencv_highgui PATHS ${PATH_OPENCV}/lib NO_DEFAULT_PATH)
    FIND_LIBRARY(opencv_imgcodecs NAMES opencv_imgcodecs PATHS ${PATH_OPENCV}/lib NO_DEFAULT_PATH)
    FIND_LIBRARY(opencv_video NAMES opencv_video PATHS ${PATH_OPENCV}/lib NO_DEFAULT_PATH)
    FIND_LIBRARY(opencv_videoio NAMES opencv_videoio PATHS ${PATH_OPENCV}/lib NO_DEFAULT_PATH)
    FIND_LIBRARY(opencv_objdetect NAMES opencv_objdetect PATHS ${PATH_OPENCV}/lib NO_DEFAULT_PATH)
    FIND_LIBRARY(opencv_ml NAMES opencv_ml PATHS ${PATH_OPENCV}/lib NO_DEFAULT_PATH)
    MESSAGE(STATUS "opencv libraries: ${opencv_core} ${opencv_imgproc} ${opencv_highgui} ${opencv_imgcodecs} ${opencv_video} ${opencv_videoio} ${opencv_objdetect} ${opencv_ml}")
    
    # find dep library
    SET(DEP_LIB_DIR ${CMAKE_CURRENT_SOURCE_DIR}/build CACHE PATH "dep library path")
    MESSAGE(STATUS "dep library dir: ${DEP_LIB_DIR}")
    LINK_DIRECTORIES(${DEP_LIB_DIR})
    
    # recursive query match files :*.cpp, *.cc
    FILE(GLOB_RECURSE TEST_CPP_LIST ${PATH_TEST_FILES}/*.cpp)
    FILE(GLOB_RECURSE TEST_CC_LIST ${PATH_TEST_FILES}/*.cc)
    MESSAGE(STATUS "test cpp list: ${TEST_CPP_LIST} ${TEST_C_LIST}")
    
    # build executable program
    ADD_EXECUTABLE(MXNet_Test ${TEST_CPP_LIST} ${TEST_CC_LIST})
    # add dependent library: static and dynamic
    TARGET_LINK_LIBRARIES(MXNet_Test
    	mxnet
    	${DEP_LIB_DIR}/libopenblas.so
    	pthread
    	rt # undefined reference to shm_open, need to be placed in front of opencv library
    	${opencv_core}
    	${opencv_imgproc}
    	${opencv_highgui}
    	${opencv_imgcodecs}
    	${opencv_video}
    	${opencv_videoio}
    	${opencv_objdetect}
    	${opencv_ml}
    )

在ubuntu上安装pip3,numpy,matplotlib等的操作步骤可以参考：[https://blog.csdn.net/fengbingchun/article/details/81590102][https_blog.csdn.net_fengbingchun_article_details_81590102]

在ubuntu上安装OpenCV 3.4.2 python的操作步骤可以参考：[https://blog.csdn.net/fengbingchun/article/details/81741384][https_blog.csdn.net_fengbingchun_article_details_81741384]

遇到的问题如下：

(1). 直接通过以下两种命令安装均会提示安装某软件时无权限等问题，可能因非root用户原因，

pip3 install -e
    
    python3 setup.py install

解决方法是在命令后加--user选项参数，如：python3 setup.py install --user

(2). 在跑python测试代码时，提示libmxnet.so中找不到dmlc库中的实现，解决方法是将dmlc中相关.cc文件直接加入libmxnet.so中，不再单独生成一个libdmlc.a静态库；

(3). 在跑python测试代码时，提示libmxnet.so: undefined symbol: cblas\_ddot，应该是找不到libopenblas.so库，但是试过几种方法依然不行，解决方法是将libopenblas.so中的\*.o文件直接加入到libmxnet.so中，不再单独提供一个libopenblas.so库，即所有需要的实现全部放在libmxnet.so库中；

(4). 在跑python测试代码时，提示libmxnet.so: undefined symbol: zlapmr\_等错误，因为是lapack或gfortran等问题，解决方法是修改原openblas中的CMakeLists.txt文件，使其在linux下编译时仅开启CBLAS，与windows一致，即加一条option(BUILD\_WITHOUT\_LAPACK "Without LAPACK and LAPACKE (Only BLAS or CBLAS)" ON)语句；

执行./build.sh脚本后，会同时产生C++和Python所需的库，Python所需的文件会安装到home的.local目录下，执行结果如下：

![watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L2ZlbmdiaW5nY2h1bg_size_16_color_FFFFFF_t_70][]

以下是Python测试代码，执行结果如下：

import mxnet as mx
    import numpy as np
    import cv2
     
    img = cv2.imread("../../data/images/handwritten_digits/0.png")
    a = mx.nd.ones((2, 3)); print((a*2).asnumpy())
    b = np.array([1, 2, 3]); print(b)
    
    cv2.imshow('image',img)
    cv2.waitKey(0)
    cv2.destroyAllWindows()
     
    print("ok")

![20181227122617974.png][]

注：在不同的机子上执行build.sh脚本时，需要修改变量mxnet\_home\_dir的值，调整成本机MXNet\_Test/src绝对路径值。

**GitHub**：[https://github.com/fengbingchun/MXNet\_Test][https_github.com_fengbingchun_MXNet_Test]

[https_blog.csdn.net_fengbingchun_article_details_84997490]: https://blog.csdn.net/fengbingchun/article/details/84997490
[https_blog.csdn.net_fengbingchun_article_details_85162936]: https://blog.csdn.net/fengbingchun/article/details/85162936
[https_blog.csdn.net_fengbingchun_article_details_81590102]: https://blog.csdn.net/fengbingchun/article/details/81590102
[https_blog.csdn.net_fengbingchun_article_details_81741384]: https://blog.csdn.net/fengbingchun/article/details/81741384
[watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L2ZlbmdiaW5nY2h1bg_size_16_color_FFFFFF_t_70]: /images/20220402/112e28edd76b4a28bdc5c3e6890f22f5.png
[20181227122617974.png]: /images/20220402/c1c867a5dd594f82b64cc753933f779a.png
[https_github.com_fengbingchun_MXNet_Test]: https://github.com/fengbingchun/MXNet_Test