diff --git a/Dockerfile b/Dockerfile index f6599a08..3c92cae2 100644 --- a/Dockerfile +++ b/Dockerfile @@ -8,11 +8,13 @@ RUN apt-get update && apt-get install -y \ software-properties-common \ && add-apt-repository ppa:deadsnakes/ppa \ && apt install -y python3.10 \ + && apt install -y python3.10-dev \ && rm -rf /var/lib/apt/lists/* WORKDIR /workspace COPY requirements.txt requirements.txt RUN curl -sS https://bootstrap.pypa.io/get-pip.py | python3.10 \ && python3.10 -m pip install -r requirements.txt \ && python3.10 -m pip install numpy --pre torch --force-reinstall --index-url https://download.pytorch.org/whl/nightly/cu118 + COPY . . ENTRYPOINT [ "python3.10"] diff --git a/docker-compose.yml b/docker-compose.yml index d2680390..3c88755c 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -9,7 +9,9 @@ services: BUILDKIT_INLINE_CACHE: "0" image: alpaca-lora shm_size: '64gb' - command: generate.py --load_8bit --base_model $BASE_MODEL --lora_weights 'tloen/alpaca-lora-7b' + environment: + - BASE_MODEL=decapoda-research/llama-7b-hf + command: generate.py --load_8bit --base_model 'decapoda-research/llama-7b-hf' --lora_weights 'tloen/alpaca-lora-7b' restart: unless-stopped volumes: - alpaca-lora:/root/.cache # Location downloaded weights will be stored diff --git a/requirements.txt b/requirements.txt index 35fd00fe..b90a5345 100644 --- a/requirements.txt +++ b/requirements.txt @@ -10,3 +10,4 @@ git+https://github.com/huggingface/peft.git transformers>=4.28.0 sentencepiece gradio +scipy