From a8956db7d8852288e12a4f4c76be8affab051516 Mon Sep 17 00:00:00 2001 From: hzjane Date: Fri, 2 Sep 2022 15:00:55 +0800 Subject: [PATCH] refine xgboost docker example config --- ppml/trusted-big-data-ml/scala/docker-occlum/README.md | 2 +- .../scala/docker-occlum/run_spark_on_occlum_glibc.sh | 10 +++++----- 2 files changed, 6 insertions(+), 6 deletions(-) diff --git a/ppml/trusted-big-data-ml/scala/docker-occlum/README.md b/ppml/trusted-big-data-ml/scala/docker-occlum/README.md index d0f8e97f2a1..700d779a361 100644 --- a/ppml/trusted-big-data-ml/scala/docker-occlum/README.md +++ b/ppml/trusted-big-data-ml/scala/docker-occlum/README.md @@ -198,7 +198,7 @@ You can download the criteo-1tb-click-logs-dataset from [here](https://ailab.cri You can enlarge the configuration in [start-spark-local.sh](https://github.com/intel-analytics/BigDL/blob/main/ppml/trusted-big-data-ml/scala/docker-occlum/start-spark-local.sh) ``` bash #start-spark-local.sh --e SGX_MEM_SIZE=60GB \ +-e SGX_MEM_SIZE=30GB \ -e SGX_THREAD=1024 \ -e SGX_HEAP=1GB \ -e SGX_KERNEL_HEAP=1GB \ diff --git a/ppml/trusted-big-data-ml/scala/docker-occlum/run_spark_on_occlum_glibc.sh b/ppml/trusted-big-data-ml/scala/docker-occlum/run_spark_on_occlum_glibc.sh index a867da0a1cd..759e9103089 100644 --- a/ppml/trusted-big-data-ml/scala/docker-occlum/run_spark_on_occlum_glibc.sh +++ b/ppml/trusted-big-data-ml/scala/docker-occlum/run_spark_on_occlum_glibc.sh @@ -342,18 +342,18 @@ run_spark_xgboost() { echo -e "${BLUE}occlum run BigDL Spark XGBoost${NC}" occlum run /usr/lib/jvm/java-8-openjdk-amd64/bin/java \ -XX:-UseCompressedOops -XX:MaxMetaspaceSize=$META_SPACE \ - -XX:ActiveProcessorCount=8 \ + -XX:ActiveProcessorCount=4 \ -Divy.home="/tmp/.ivy" \ -Dos.name="Linux" \ -cp "$SPARK_HOME/conf/:$SPARK_HOME/jars/*:/bin/jars/*" \ - -Xmx18g -Xms18g org.apache.spark.deploy.SparkSubmit \ - --master local[16] \ - --conf spark.task.cpus=8 \ + -Xmx10g -Xms10g org.apache.spark.deploy.SparkSubmit \ + --master local[4] \ + --conf spark.task.cpus=2 \ --class com.intel.analytics.bigdl.dllib.examples.nnframes.xgboost.xgbClassifierTrainingExampleOnCriteoClickLogsDataset \ --num-executors 2 \ --executor-cores 2 \ --executor-memory 9G \ - --driver-memory 2G \ + --driver-memory 10G \ /bin/jars/bigdl-dllib-spark_3.1.2-2.1.0-SNAPSHOT.jar \ -i /host/data -s /host/data/model -t 2 -r 100 -d 2 -w 1 }