Add darwin build release script (#799)

* add darwin build release script

* add hidden-import for cluster manager in darwin build

* print git branch correctly if checkout to a tag head

Co-authored-by: Tong Zhigao <[email protected]>

.gitignore

@@ -245,6 +245,8 @@ build_docker
 docker/builder/tics
 release-centos7/tiflash
 release-centos7/build-release
+release-darwin/tiflash
+release-darwin/build-release
 tests/docker/data
 tests/docker/log
 tests/fullstack-test/dml/dml_gen/*

cluster_manage/release.sh

@@ -25,7 +25,7 @@ else
 fi
 
 git_hash=`git log -1 --format="%H"`
-git_branch=`git symbolic-ref --short HEAD`
+git_branch=`git symbolic-ref -q --short HEAD || git describe --tags --exact-match`
 version_file='version.py'
 git_hash_info="git_hash = '$git_hash'"
 overwrite="true"
@@ -49,4 +49,4 @@ echo "Cluster Manager Version Info"
 cat $version_file
 echo ""
 
-pyinstaller flash_cluster_manager.py -y
+pyinstaller flash_cluster_manager.py -y --hidden-import pkg_resources.py2_warn

release-centos7/build/build-release.sh

@@ -8,7 +8,7 @@ SCRIPTPATH="$( cd "$(dirname "$0")" ; pwd -P )"
 SRCPATH=$(cd ${SCRIPTPATH}/../..; pwd -P)
 
 install_dir="$SRCPATH/release-centos7/tiflash"
-if [[ -d "$install_dir" ]]; then rm -rf "$install_dir"/*; else mkdir -p "$install_dir"; fi
+if [[ -d "$install_dir" ]]; then rm -rf "${install_dir:?}"/*; else mkdir -p "$install_dir"; fi
 
 ${SCRIPTPATH}/build-tiflash-proxy.sh
 ${SCRIPTPATH}/build-cluster-manager.sh

release-darwin/README.md

@@ -0,0 +1,13 @@
+The executable files are located in `tiflash` dir.
+
+# Deploy Enviroument Requirements
+
+Following OS are tested OK
+
+* MacOS Catalina 10.15.5+
+
+**NOTE** XCode version should be at least XCode 11
+
+Your system needs to install
+
+* python 3.7

release-darwin/build/build-cluster-manager.sh

@@ -0,0 +1,12 @@
+#!/bin/bash
+
+set -ueox pipefail
+
+SCRIPTPATH="$( cd "$(dirname "$0")" ; pwd -P )"
+SRCPATH=${1:-$(cd $SCRIPTPATH/../..; pwd -P)}
+
+install_dir="$SRCPATH/release-darwin/tiflash"
+
+cd ${SRCPATH}/cluster_manage
+./release.sh
+cp -r dist/flash_cluster_manager "$install_dir/flash_cluster_manager"

release-darwin/build/build-release.sh

@@ -0,0 +1,13 @@
+#!/bin/bash
+
+set -ueox pipefail
+
+SCRIPTPATH="$( cd "$(dirname "$0")" ; pwd -P )"
+SRCPATH=${1:-$(cd $SCRIPTPATH/../..; pwd -P)}
+
+install_dir="$SRCPATH/release-darwin/tiflash"
+if [ -d "$install_dir" ]; then rm -rf "${install_dir:?}"/*; else mkdir -p "$install_dir"; fi
+
+$SCRIPTPATH/build-tiflash-proxy.sh
+$SCRIPTPATH/build-cluster-manager.sh
+$SCRIPTPATH/build-tiflash-release.sh

release-darwin/build/build-tiflash-proxy.sh

@@ -0,0 +1,10 @@
+#!/bin/bash
+
+set -ueox pipefail
+
+SCRIPTPATH="$( cd "$(dirname "$0")" ; pwd -P )"
+SRCPATH=${1:-$(cd $SCRIPTPATH/../..; pwd -P)}
+PATH=$PATH:/root/.cargo/bin
+
+cd ${SRCPATH}/contrib/tiflash-proxy
+make release

release-darwin/build/build-tiflash-release.sh

@@ -0,0 +1,53 @@
+#!/bin/bash
+
+set -ueo pipefail
+
+SCRIPTPATH="$( cd "$(dirname "$0")" ; pwd -P )"
+SRCPATH=${1:-$(cd $SCRIPTPATH/../..; pwd -P)}
+NPROC=${NPROC:-$(sysctl -n hw.physicalcpu || grep -c ^processor /proc/cpuinfo)}
+CMAKE_BUILD_TYPE="RELWITHDEBINFO"
+ENABLE_EMBEDDED_COMPILER="FALSE"
+
+install_dir="$SRCPATH/release-darwin/tiflash"
+
+if [ -d "$SRCPATH/contrib/kvproto" ]; then
+  cd "$SRCPATH/contrib/kvproto"
+  rm -rf cpp/kvproto
+  ./scripts/generate_cpp.sh
+  cd -
+fi
+
+if [ -d "$SRCPATH/contrib/tipb" ]; then
+  cd "$SRCPATH/contrib/tipb"
+  rm -rf cpp/tipb
+  ./generate-cpp.sh
+  cd -
+fi
+
+rm -rf ${SRCPATH}/libs/libtiflash-proxy
+mkdir -p ${SRCPATH}/libs/libtiflash-proxy
+ln -s ${SRCPATH}/contrib/tiflash-proxy/target/release/libtiflash_proxy.dylib ${SRCPATH}/libs/libtiflash-proxy/libtiflash_proxy.dylib
+
+build_dir="$SRCPATH/release-darwin/build-release"
+rm -rf $build_dir && mkdir -p $build_dir && cd $build_dir
+
+cmake "$SRCPATH" \
+      -DCMAKE_BUILD_TYPE=$CMAKE_BUILD_TYPE \
+      -DENABLE_EMBEDDED_COMPILER=$ENABLE_EMBEDDED_COMPILER \
+      -DENABLE_ICU=OFF \
+      -DENABLE_MYSQL=OFF \
+      -Wno-dev
+
+make -j $NPROC
+
+cp -f "$build_dir/dbms/src/Server/tiflash" "$install_dir/tiflash"
+cp -f "${SRCPATH}/libs/libtiflash-proxy/libtiflash_proxy.dylib" "$install_dir/libtiflash_proxy.dylib"
+
+FILE="$install_dir/tiflash"
+otool -L "$FILE"
+cd "$install_dir"
+# remove .dylib dependency built in other directories
+otool -L ${FILE} | egrep -v "$(otool -D ${FILE})" | egrep -v "/(usr/lib|System)" | grep -o "/.*\.dylib" | while read; do
+	install_name_tool -change $REPLY @executable_path/"$(basename ${REPLY})" $FILE;
+done
+otool -L "$FILE"

release-darwin/prepare-environments/prepare-python.sh

@@ -0,0 +1,16 @@
+#!/bin/bash
+
+set -ueox pipefail
+
+brew install python
+# you might need to run with sudo
+pip3 install \
+    pybind11 \
+    pyinstaller \
+    dnspython \
+    uri \
+    requests \
+    urllib3 \
+    toml \
+    setuptools \
+    etcd3