Skip to content

Commit

Permalink
Revert "update conda script to take a parameter for spark version"
Browse files Browse the repository at this point in the history
This reverts commit fb2f78b.
  • Loading branch information
jreynolds01 committed Jan 29, 2019
1 parent 530f713 commit 1dd9c74
Showing 1 changed file with 1 addition and 16 deletions.
17 changes: 1 addition & 16 deletions scripts/generate_conda_file.sh
Original file line number Diff line number Diff line change
Expand Up @@ -9,8 +9,6 @@
# $ sh generate_conda_file.sh --pyspark
# For generating a conda file for running python gpu and pyspark:
# $ sh generate_conda_file.sh --gpu --pyspark
# For generating a conda file for running python gpu and pyspark a particular version of spark:
# $ sh generate_conda_file.sh --gpu --pyspark-version 2.4.0
#

# first check if conda is installed
Expand All @@ -32,15 +30,13 @@ pyspark="#"
# flags to detect if both CPU and GPU are specified
gpu_flag=false
pyspark_flag=false
pyspark_version=2.3.1

while [ ! $# -eq 0 ]
do
case "$1" in
--help)
echo "Please specify --gpu to install with GPU-support and"
echo "--pyspark to install with pySpark support"
echo "--pyspark-version X.Y.Z to install version X.Y.Z of pySpark (default 2.3.1)"
exit
;;
--gpu)
Expand All @@ -54,17 +50,6 @@ do
CONDA_FILE="conda_pyspark.yaml"
pyspark_flag=true
;;
--pyspark-version)
pyspark=""
CONDA_FILE="conda_pyspark.yaml"
pyspark_flag=true
pyspark_version=$2
if ! [[ $pyspark_version =~ ^[0-9]+([.][0-9]+){2}$ ]]; then
echo "Inappropriate version of pyspark passed:" $pyspark_version
exit 1
fi
shift
;;
*)
echo $"Usage: $0 invalid argument $1 please run with --help for more information."
exit 1
Expand Down Expand Up @@ -97,7 +82,7 @@ dependencies:
- python==3.6.7
- numpy>=1.13.3
- dask>=0.17.1
${pyspark}- pyspark==${pyspark_version}
${pyspark}- pyspark==2.3.1
- pymongo>=3.6.1
- ipykernel>=4.6.1
- ${tensorflow}==1.12.0
Expand Down

0 comments on commit 1dd9c74

Please sign in to comment.