Skip to content

Commit

Permalink
listen to xu's advice with . /home/janeyx/miniconda3/etc/profile.d/co…
Browse files Browse the repository at this point in the history
…nda.sh
  • Loading branch information
janeyx99 committed Dec 13, 2024
1 parent a53cbeb commit c3ebf3f
Showing 1 changed file with 8 additions and 0 deletions.
8 changes: 8 additions & 0 deletions .github/workflows/userbenchmark-regression-detector.yml
Original file line number Diff line number Diff line change
Expand Up @@ -34,16 +34,19 @@ jobs:
- name: Install TorchBench
run: |
set -x
. ${HOME}/miniconda3/etc/profile.d/conda.sh
pushd benchmark
# only install the subset of models currently running.
python install.py BERT_pytorch DALLE2_pytorch hf_GPT2_large hf_T5_large resnet50 timm_vision_transformer_large yolov3
- name: Print torch.version.git_version
run: |
set -x
. ${HOME}/miniconda3/etc/profile.d/conda.sh
python -c "import torch; print(torch.version.git_version)"
- name: Run optim user benchmark
run: |
set -x
. ${HOME}/miniconda3/etc/profile.d/conda.sh
# remove old results
if [ -d benchmark-output ]; then rm -Rf benchmark-output; fi
pushd benchmark
Expand All @@ -56,6 +59,8 @@ jobs:
- name: Detect potential regressions
continue-on-error: true
run: |
set -x
. ${HOME}/miniconda3/etc/profile.d/conda.sh
pushd benchmark
RESULTS=($(find ${PWD}/../benchmark-output -name "metrics-*.json" -maxdepth 2 | sort -r))
# TODO: the following assumes only one metrics-*.json is found. It will keep
Expand All @@ -77,6 +82,7 @@ jobs:
- name: Upload result jsons to Scribe and S3
run: |
pushd benchmark
. ${HOME}/miniconda3/etc/profile.d/conda.sh
RESULTS=($(find ${PWD}/../benchmark-output -name "metrics-*.json" -maxdepth 2 | sort -r))
echo "Uploading result jsons: ${RESULTS}"
for r in ${RESULTS[@]}; do
Expand All @@ -91,8 +97,10 @@ jobs:
- name: Finally, error if errors.txt exists
if: always()
run: |
set -x
# Do not error earlier as we want all artifacts and regressions to be reported first
# TODO: potentially move errors.txt to benchmark-output so it gets uploaded to S3
. ${HOME}/miniconda3/etc/profile.d/conda.sh
pushd benchmark
if [ -e errors.txt ]; then cat errors.txt && exit 1; fi
- name: Remove conda environment
Expand Down

0 comments on commit c3ebf3f

Please sign in to comment.