Skip to content

Commit

Permalink
[CI][Caffe Frontend] change the caffe deps into BVLC distribution.
Browse files Browse the repository at this point in the history
  • Loading branch information
fernchen committed Jul 21, 2020
1 parent 86c0d74 commit 7a27eef
Show file tree
Hide file tree
Showing 2 changed files with 6 additions and 63 deletions.
3 changes: 3 additions & 0 deletions docker/Dockerfile.ci_gpu
View file
Original file line number Diff line number Diff line change
Expand Up @@ -83,6 +83,9 @@ RUN bash /install/ubuntu_install_dgl.sh
COPY install/ubuntu_install_vulkan.sh /install/ubuntu_install_vulkan.sh
RUN bash /install/ubuntu_install_vulkan.sh

COPY install/ubuntu_install_caffe.sh /install/ubuntu_install_caffe.sh
RUN bash /install/ubuntu_install_caffe.sh

# AutoTVM deps
COPY install/ubuntu_install_redis.sh /install/ubuntu_install_redis.sh
RUN bash /install/ubuntu_install_redis.sh
Expand Down
66 changes: 3 additions & 63 deletions docker/install/ubuntu_install_caffe.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -20,74 +20,14 @@ set -e
set -u
set -o pipefail

# Prerequisite
apt-get update --fix-missing

# avoid manually selecting the time zone
export DEBIAN_FRONTEND=noninteractive
apt-get install -y tzdata
ln -fs /usr/share/zoneinfo/Asia/Shanghai /etc/localtime
dpkg-reconfigure --frontend noninteractive tzdata

apt-get install libprotobuf-dev -y
apt-get install libleveldb-dev -y
apt-get install libsnappy-dev -y
apt-get install libopencv-dev -y
apt-get install libhdf5-serial-dev -y
apt-get install protobuf-compiler -y
apt-get install libgflags-dev -y
apt-get install libgoogle-glog-dev -y
apt-get install liblmdb-dev -y
apt-get install libatlas-base-dev -y
apt-get install --no-install-recommends libboost-all-dev -y
apt-get install gfortran -y

cd /
mkdir caffe
cd caffe
wget https://github.com/weiliu89/caffe/archive/ssd.zip -O ssd.zip
unzip ssd.zip
rm ssd.zip
cd caffe-ssd
apt install caffe-cpu -y

echo "CPU_ONLY := 1" >> Makefile.config
echo "OPENCV_VERSION := 3" >> Makefile.config
echo "BLAS := open" >> Makefile.config
echo "PYTHON_LIBRARIES := boost_python3 python3.6m" >> Makefile.config
echo "PYTHON_INCLUDE := /usr/include/python3.6m /usr/lib/python3.6/dist-packages/numpy/core/include /usr/local/lib/python3.6/dist-packages/numpy/core/include" >> Makefile.config
echo "PYTHON_LIB := /usr/lib" >> Makefile.config
echo "WITH_PYTHON_LAYER := 1" >> Makefile.config
echo INCLUDE_DIRS := $\(PYTHON_INCLUDE\) /usr/local/include /usr/include/hdf5/serial >> Makefile.config
echo LIBRARY_DIRS := $\(PYTHON_LIB\) /usr/local/lib /usr/lib /usr/lib/x86_64-linux-gnu/hdf5/serial >> Makefile.config
echo "BUILD_DIR := build" >> Makefile.config
echo "DISTRIBUTE_DIR := distribute" >> Makefile.config
echo "Q ?= @" >> Makefile.config


make -j8
make test -j8
make runtest -j8

echo export PYTHONPATH=/caffe/caffe-ssd/python >> /etc/profile
cd ./python

rm requirements.txt
echo "Cython>=0.19.2" >> requirements.txt
echo "numpy>=1.7.1" >> requirements.txt
echo "scipy>=0.13.2" >> requirements.txt
echo "scikit-image>=0.9.3" >> requirements.txt
echo "h5py>=2.2.0" >> requirements.txt
echo "leveldb>=0.191" >> requirements.txt
echo "networkx>=1.8.1" >> requirements.txt
echo "nose>=1.3.0" >> requirements.txt
echo "pandas>=0.12.0" >> requirements.txt
echo "python-dateutil>=2.6.0" >> requirements.txt
echo "protobuf>=2.5.0" >> requirements.txt
echo "python-gflags>=2.0" >> requirements.txt
echo "pyyaml>=3.10" >> requirements.txt
echo "Pillow>=2.3.0" >> requirements.txt
echo "six>=1.1.0" >> requirements.txt

for req in $(cat requirements.txt); do pip3 install $req -i https://pypi.tuna.tsinghua.edu.cn/simple some-package; done

cd ..
make pycaffe
pip install --upgrade scikit-image

0 comments on commit 7a27eef

Please sign in to comment.