From 18ea639e5d89136348842ead26f6c3e55417f3f7 Mon Sep 17 00:00:00 2001 From: pinggao187 Date: Thu, 22 Sep 2022 10:01:00 +0800 Subject: [PATCH 1/3] add spark313 test script --- python/dev/release_default_linux_spark313.sh | 47 ++++++++++++++++++++ python/dev/release_default_mac_spark313.sh | 47 ++++++++++++++++++++ 2 files changed, 94 insertions(+) create mode 100755 python/dev/release_default_linux_spark313.sh create mode 100755 python/dev/release_default_mac_spark313.sh diff --git a/python/dev/release_default_linux_spark313.sh b/python/dev/release_default_linux_spark313.sh new file mode 100755 index 00000000000..99034efa1d8 --- /dev/null +++ b/python/dev/release_default_linux_spark313.sh @@ -0,0 +1,47 @@ +#!/usr/bin/env bash + +# +# Copyright 2016 The BigDL Authors. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# + +# This is the default script with maven parameters to release all the bigdl sub-packages +# built on top of Spark 3.1.2 for linux. + +set -e +RUN_SCRIPT_DIR=$(cd $(dirname $0) ; pwd) +echo $RUN_SCRIPT_DIR +BIGDL_DIR="$(cd ${RUN_SCRIPT_DIR}/../..; pwd)" +echo $BIGDL_DIR + +if (( $# < 3)); then + echo "Usage: release_default_linux_spark313.sh version quick_build upload suffix mvn_pa rameters" + echo "Usage example: bash release_default_linux_spark313.sh default false true true" + echo "Usage example: bash release_default_linux_spark313.sh 0.14.0.dev1 false false tru e" + echo "Usage example: bash release_default_linux_spark313.sh 0.14.0.dev1 false false fal se -Ddata-store-url=.." + exit -1 +fi + +version=$1 +quick=$2 +upload=$3 +if (( $# < 4)); then + suffix=true + profiles=${*:4} +else + suffix=$4 + profiles=${*:5} +fi + +bash ${RUN_SCRIPT_DIR}/release_default_spark.sh linux ${version} ${quick} ${upload} 3.1.3 ${suffix} ${profiles} \ No newline at end of file diff --git a/python/dev/release_default_mac_spark313.sh b/python/dev/release_default_mac_spark313.sh new file mode 100755 index 00000000000..8f88f0255a6 --- /dev/null +++ b/python/dev/release_default_mac_spark313.sh @@ -0,0 +1,47 @@ +#!/usr/bin/env bash + +# +# Copyright 2016 The BigDL Authors. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# + +# This is the default script with maven parameters to release all the bigdl sub-packages +# built on top of Spark 3.1.2 for mac. + +set -e +RUN_SCRIPT_DIR=$(cd $(dirname $0) ; pwd) +echo $RUN_SCRIPT_DIR +BIGDL_DIR="$(cd ${RUN_SCRIPT_DIR}/../..; pwd)" +echo $BIGDL_DIR + +if (( $# < 3)); then + echo "Usage: release_default_mac_spark312.sh version quick_build upload suffix mvn_parameters" + echo "Usage example: bash release_default_mac_spark313.sh default false true true" + echo "Usage example: bash release_default_mac_spark313.sh 0.14.0.dev1 false false true" + echo "Usage example: bash release_default_mac_spark246.sh 0.14.0.dev1 false false false -Ddata-store-url=.." + exit -1 +fi + +version=$1 +quick=$2 +upload=$3 +if (( $# < 4)); then + suffix=true + profiles=${*:4} +else + suffix=$4 + profiles=${*:5} +fi + +bash ${RUN_SCRIPT_DIR}/release_default_spark.sh mac ${version} ${quick} ${upload} 3.1.3 ${suffix} ${profiles} \ No newline at end of file From 7d62769b81b9578c735edc8b2e204052091911ad Mon Sep 17 00:00:00 2001 From: pinggao187 Date: Thu, 22 Sep 2022 10:18:13 +0800 Subject: [PATCH 2/3] update --- python/dev/release_default_linux_spark313.sh | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/python/dev/release_default_linux_spark313.sh b/python/dev/release_default_linux_spark313.sh index 99034efa1d8..a0164bf2b65 100755 --- a/python/dev/release_default_linux_spark313.sh +++ b/python/dev/release_default_linux_spark313.sh @@ -26,10 +26,10 @@ BIGDL_DIR="$(cd ${RUN_SCRIPT_DIR}/../..; pwd)" echo $BIGDL_DIR if (( $# < 3)); then - echo "Usage: release_default_linux_spark313.sh version quick_build upload suffix mvn_pa rameters" + echo "Usage: release_default_linux_spark313.sh version quick_build upload suffix mvn_parameters" echo "Usage example: bash release_default_linux_spark313.sh default false true true" - echo "Usage example: bash release_default_linux_spark313.sh 0.14.0.dev1 false false tru e" - echo "Usage example: bash release_default_linux_spark313.sh 0.14.0.dev1 false false fal se -Ddata-store-url=.." + echo "Usage example: bash release_default_linux_spark313.sh 0.14.0.dev1 false false true" + echo "Usage example: bash release_default_linux_spark313.sh 0.14.0.dev1 false false false -Ddata-store-url=.." exit -1 fi @@ -44,4 +44,4 @@ else profiles=${*:5} fi -bash ${RUN_SCRIPT_DIR}/release_default_spark.sh linux ${version} ${quick} ${upload} 3.1.3 ${suffix} ${profiles} \ No newline at end of file +bash ${RUN_SCRIPT_DIR}/release_default_spark.sh linux ${version} ${quick} ${upload} 3.1.3 ${suffix} ${profiles} \ No newline at end of file From f5803ddaabe04ca89f6a1f2ee650b4801dd41aca Mon Sep 17 00:00:00 2001 From: pinggao187 Date: Thu, 22 Sep 2022 10:21:07 +0800 Subject: [PATCH 3/3] update --- python/dev/release_default_linux_spark313.sh | 1 - python/dev/release_default_mac_spark313.sh | 1 - 2 files changed, 2 deletions(-) diff --git a/python/dev/release_default_linux_spark313.sh b/python/dev/release_default_linux_spark313.sh index a0164bf2b65..656976a31f4 100755 --- a/python/dev/release_default_linux_spark313.sh +++ b/python/dev/release_default_linux_spark313.sh @@ -43,5 +43,4 @@ else suffix=$4 profiles=${*:5} fi - bash ${RUN_SCRIPT_DIR}/release_default_spark.sh linux ${version} ${quick} ${upload} 3.1.3 ${suffix} ${profiles} \ No newline at end of file diff --git a/python/dev/release_default_mac_spark313.sh b/python/dev/release_default_mac_spark313.sh index 8f88f0255a6..cd7ea4e8d67 100755 --- a/python/dev/release_default_mac_spark313.sh +++ b/python/dev/release_default_mac_spark313.sh @@ -43,5 +43,4 @@ else suffix=$4 profiles=${*:5} fi - bash ${RUN_SCRIPT_DIR}/release_default_spark.sh mac ${version} ${quick} ${upload} 3.1.3 ${suffix} ${profiles} \ No newline at end of file