Quick Start on Phi-2

Sample code from https://huggingface.co/microsoft/phi-2#sample-code

cd ~
git clone https://github.com/yf23/phi-2-test.git
cd phi-2-test
git pull
sudo docker run --rm -it --ipc=host --ulimit memlock=-1 --ulimit stack=67108864 --gpus=all -v ~/phi-2-test:/home/phi-2-test --workdir /home/phi-2-test nvcr.io/nvidia/pytorch:24.05-py3 /bin/bash -c "python -m pip install -r requirements.txt && python /home/phi-2-test/phi-2-qa-with-context.py"

Benchmark LLM

cd ~
git clone https://github.com/yf23/phi-2-test.git
cd phi-2-test
git pull
sudo docker run --rm -it --ipc=host --ulimit memlock=-1 --ulimit stack=67108864 --gpus=all -v ~/phi-2-test:/home/phi-2-test --workdir /home/phi-2-test nvcr.io/nvidia/pytorch:24.05-py3 /bin/bash -c "python -m pip install -r requirements.txt && python /home/phi-2-test/transformers-llm-benchmark.py -s phi-2 && python /home/phi-2-test/transformers-llm-benchmark.py -s gpt2-xl"

Benchmark Whisper

cd ~
git clone https://github.com/yf23/phi-2-test.git
cd phi-2-test
git pull
sudo docker run --rm -it --ipc=host --ulimit memlock=-1 --ulimit stack=67108864 --gpus=all -v ~/phi-2-test:/home/phi-2-test --workdir /home/phi-2-test nvcr.io/nvidia/pytorch:24.05-py3 /bin/bash -c "python -m pip install -r requirements.txt && python /home/phi-2-test/whisper-benchmark.py -s whisper-large-v3"

Benchmark Whisper with customized input audio file

cd ~
git clone https://github.com/yf23/phi-2-test.git
cd phi-2-test
git pull
sudo docker run --rm -it --ipc=host --ulimit memlock=-1 --ulimit stack=67108864 --gpus=all -v ~/phi-2-test:/home/phi-2-test --workdir /home/phi-2-test nvcr.io/nvidia/pytorch:24.05-py3 /bin/bash -c "apt update && apt install -y ffmpeg libavcodec-extra && python -m pip install -r requirements.txt && python /home/phi-2-test/whisper-benchmark.py -s whisper-large-v3 -a /home/phi-2-test/15m_gpt-has-entered-the-chat.mp3"