diff --git a/.github/workflows/orca-tutorial-xshards.yml b/.github/workflows/orca-tutorial-xshards.yml index bdeb07f203b..43d8bfd170d 100644 --- a/.github/workflows/orca-tutorial-xshards.yml +++ b/.github/workflows/orca-tutorial-xshards.yml @@ -82,7 +82,7 @@ jobs: pip install tensorflow==1.15.0 pip install sklearn pip install pandas - pip install jep + pip install jep==3.9.0 pip install cloudpickle - name: Run Test #run: python -m build diff --git a/python/orca/dev/test/run-tutorial-xshards.sh b/python/orca/dev/test/run-tutorial-xshards.sh index add3d204ffc..0bc380cd257 100755 --- a/python/orca/dev/test/run-tutorial-xshards.sh +++ b/python/orca/dev/test/run-tutorial-xshards.sh @@ -27,7 +27,6 @@ cd "`dirname $0`" cd ../../tutorial/xshards echo "#1 Running run-tabular_playground_series" - #timer start=$(date "+%s") @@ -44,7 +43,6 @@ now=$(date "+%s") time1=$((now - start)) echo "#2 Running titanic" - #timer start=$(date "+%s") @@ -63,7 +61,6 @@ now=$(date "+%s") time2=$((now - start)) echo "#3 Running diabetes" - #timer start=$(date "+%s") @@ -74,6 +71,7 @@ else wget -nv $FTP_URI/analytics-zoo-data/xshards/pima-indians-diabetes-test.csv -P ${BIGDL_ROOT}/python/orca/tutorial/xshards/ fi +sed -i "s/epochs=150/epochs=2/g" diabetes.py python diabetes.py now=$(date "+%s") @@ -81,7 +79,6 @@ time3=$((now - start)) echo "#4 Running ionosphere" - #timer start=$(date "+%s") @@ -92,6 +89,7 @@ else wget -nv $FTP_URI/analytics-zoo-data/xshards/new_ionosphere.csv -P ${BIGDL_ROOT}/python/orca/tutorial/xshards/ fi +sed -i "s/epochs=100/epochs=2/g" ionosphere.py python ionosphere.py now=$(date "+%s") @@ -99,7 +97,6 @@ time4=$((now - start)) echo "#5 Running auto_mpg" - #timer start=$(date "+%s") @@ -110,12 +107,12 @@ else wget -nv $FTP_URI/analytics-zoo-data/xshards/auto-mpg.csv -P ${BIGDL_ROOT}/python/orca/tutorial/xshards/ fi +sed -i "s/EPOCHS = 1000/EPOCHS = 2/g" auto_mpg.py python auto_mpg.py now=$(date "+%s") time5=$((now - start)) - echo "#1 Running run-tabular_playground_series time used: $time1 seconds" echo "#2 Running titanic time used: $time2 seconds" echo "#3 Running diabetes time used: $time3 seconds" diff --git a/python/orca/tutorial/xshards/auto_mpg.py b/python/orca/tutorial/xshards/auto_mpg.py index cfc13ba98b6..99804873c78 100644 --- a/python/orca/tutorial/xshards/auto_mpg.py +++ b/python/orca/tutorial/xshards/auto_mpg.py @@ -21,7 +21,6 @@ from bigdl.orca.data.transformer import * from bigdl.orca.learn.tf.estimator import Estimator -import pandas as pd import tensorflow.compat.v1 as tf from tensorflow.keras.models import Sequential from tensorflow.keras.layers import Dense @@ -81,3 +80,4 @@ def build_model(): est.fit(data=shards_train, batch_size=16, epochs=EPOCHS, feature_cols=['scaled_vec'], label_cols=['MPG']) +stop_orca_context()