From 16761c1eca76ba5676bc1e080e17d7d69b8d78be Mon Sep 17 00:00:00 2001 From: pinggao187 <44044110+pinggao187@users.noreply.github.com> Date: Mon, 5 Dec 2022 13:10:05 +0800 Subject: [PATCH] delete python requirements.txt (#6865) --- .../orca-ray-ctx-example-action/action.yml | 5 ++-- .../setup-jep-exampletest-py37/action.yml | 5 ++-- .../setup-orca-python-py37-spark3/action.yml | 5 ++-- .github/workflows/orca-tutorial-xshards.yml | 3 ++- python/orca/dev/example/requirements-jep.txt | 14 ---------- python/orca/dev/example/requirements-ray.txt | 27 ------------------- 6 files changed, 11 insertions(+), 48 deletions(-) delete mode 100644 python/orca/dev/example/requirements-jep.txt delete mode 100644 python/orca/dev/example/requirements-ray.txt diff --git a/.github/actions/orca-ray-ctx-example-action/action.yml b/.github/actions/orca-ray-ctx-example-action/action.yml index df0042d99ef..5a55677b4ce 100644 --- a/.github/actions/orca-ray-ctx-example-action/action.yml +++ b/.github/actions/orca-ray-ctx-example-action/action.yml @@ -21,8 +21,9 @@ runs: python -m pip install --upgrade setuptools==58.0.4 pip uninstall -y bigdl-friesian bigdl-friesian-spark3 bigdl-dllib bigdl-dllib-spark3 bigdl-orca pyspark bigdl-orca-spark3 bigdl-chronos bigdl-chronos-spark3 bigdl-friesian bigdl-friesian-spark3 - pip uninstall -r python/orca/dev/example/requirements-ray.txt -y - pip install -i https://pypi.tuna.tsinghua.edu.cn/simple -r python/orca/dev/example/requirements-ray.txt + wget https://raw.githubusercontent.com/analytics-zoo/gha-cicd-env/main/python-requirements/requirements-orca-python-ray.txt -O ${{ github.workspace }}/requirements-orca-python-ray.txt + pip uninstall -r ${{ github.workspace }}/requirements-orca-python-ray.txt -y + pip install -i https://pypi.tuna.tsinghua.edu.cn/simple -r ${{ github.workspace }}/requirements-orca-python-ray.txt pip install pytest pip install cmake==3.16.3 diff --git a/.github/actions/orca/setup-env/setup-jep-exampletest-py37/action.yml b/.github/actions/orca/setup-env/setup-jep-exampletest-py37/action.yml index 469659625a4..567352c36f7 100644 --- a/.github/actions/orca/setup-env/setup-jep-exampletest-py37/action.yml +++ b/.github/actions/orca/setup-env/setup-jep-exampletest-py37/action.yml @@ -28,9 +28,10 @@ runs: fi pip uninstall -y bigdl-friesian bigdl-friesian-spark3 bigdl-dllib bigdl-dllib-spark3 bigdl-orca pyspark bigdl-orca-spark3 bigdl-chronos bigdl-chronos-spark3 bigdl-friesian bigdl-friesian-spark3 - pip uninstall -r python/orca/dev/example/requirements-jep.txt -y + wget https://raw.githubusercontent.com/analytics-zoo/gha-cicd-env/main/python-requirements/requirements-orca-python-jep.txt -O ${{ github.workspace }}/requirements-orca-python-jep.txt + pip uninstall -r ${{ github.workspace }}/requirements-orca-python-jep.txt -y pip install -i https://pypi.org/simple --pre --upgrade bigdl-orca - pip install -i https://pypi.tuna.tsinghua.edu.cn/simple -r python/orca/dev/example/requirements-jep.txt + pip install -i https://pypi.tuna.tsinghua.edu.cn/simple -r ${{ github.workspace }}/requirements-orca-python-jep.txt pip uninstall -y opencv-python-headless pip install opencv-python-headless diff --git a/.github/actions/orca/setup-env/setup-orca-python-py37-spark3/action.yml b/.github/actions/orca/setup-env/setup-orca-python-py37-spark3/action.yml index b990f974879..19129ca0c39 100644 --- a/.github/actions/orca/setup-env/setup-orca-python-py37-spark3/action.yml +++ b/.github/actions/orca/setup-env/setup-orca-python-py37-spark3/action.yml @@ -23,10 +23,11 @@ runs: conda info --env source activate py37 pip uninstall -y bigdl-friesian bigdl-friesian-spark3 bigdl-dllib bigdl-dllib-spark3 bigdl-orca pyspark bigdl-orca-spark3 bigdl-chronos bigdl-chronos-spark3 bigdl-friesian bigdl-friesian-spark3 - pip uninstall -r python/orca/dev/example/requirements-ray.txt -y + wget https://raw.githubusercontent.com/analytics-zoo/gha-cicd-env/main/python-requirements/requirements-orca-python-ray.txt -O ${{ github.workspace }}/requirements-orca-python-ray.txt + pip uninstall -r ${{ github.workspace }}/requirements-orca-python-ray.txt -y pip install pytest pip install -i https://pypi.org/simple --pre --upgrade bigdl-orca-spark3 - pip install -i https://pypi.tuna.tsinghua.edu.cn/simple -r python/orca/dev/example/requirements-ray.txt + pip install -i https://pypi.tuna.tsinghua.edu.cn/simple -r ${{ github.workspace }}/requirements-orca-python-ray.txt pip uninstall -y opencv-python-headless pip install opencv-python-headless diff --git a/.github/workflows/orca-tutorial-xshards.yml b/.github/workflows/orca-tutorial-xshards.yml index 617358f1156..554ba824909 100644 --- a/.github/workflows/orca-tutorial-xshards.yml +++ b/.github/workflows/orca-tutorial-xshards.yml @@ -93,7 +93,8 @@ jobs: pip install pandas pip install jep==3.9.0 pip install cloudpickle - pip install -i https://pypi.tuna.tsinghua.edu.cn/simple -r python/orca/dev/example/requirements-ray.txt + wget https://raw.githubusercontent.com/analytics-zoo/gha-cicd-env/main/python-requirements/requirements-orca-python-ray.txt -O ${{ github.workspace }}/requirements-orca-python-ray.txt + pip install -i https://pypi.tuna.tsinghua.edu.cn/simple -r ${{ github.workspace }}/requirements-orca-python-ray.txt export SPARK_LOCAL_HOSTNAME=localhost export FTP_URI=${FTP_URI} chmod a+x python/orca/dev/test/run-tutorial-xshards.sh diff --git a/python/orca/dev/example/requirements-jep.txt b/python/orca/dev/example/requirements-jep.txt deleted file mode 100644 index 22e872c9ac6..00000000000 --- a/python/orca/dev/example/requirements-jep.txt +++ /dev/null @@ -1,14 +0,0 @@ -torch==1.7.1 -torchvision -torchmetrics -albumentations -scikit-learn==0.22.2.post1 -opencv-python -matplotlib -tqdm -pandas -jep==3.9.0 -cloudpickle -tensorboard -jupyter -pytest \ No newline at end of file diff --git a/python/orca/dev/example/requirements-ray.txt b/python/orca/dev/example/requirements-ray.txt deleted file mode 100644 index 063f48c0988..00000000000 --- a/python/orca/dev/example/requirements-ray.txt +++ /dev/null @@ -1,27 +0,0 @@ -torch==1.7.1 -torchvision -torchmetrics -albumentations -scikit-learn==0.22.2.post1 -opencv-python -matplotlib -tqdm -protobuf==3.15.3 -pandas -ray[default]==1.9.2 -dm_tree -gym[atari]==0.17.1 -tabulate==0.8.7 -tensorflow==1.15.0 -tensorflow-gan==2.0.0 -tensorflow-probability==0.7.0 -tensorflow-datasets==3.2.0 -mxnet==1.6.0 -xgboost_ray -argparse -Pillow -pyarrow==4.0.1 -h5py==2.10.0 -fsspec==2021.9.0 -scikit-optimize==0.8.1 -pandas==1.1.5