lingyuzeng/cdc_dockerfile
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

add --no-build-isolation flash-attn

Browse Source
This commit is contained in:
hotwa
2024-06-15 17:53:11 +08:00
parent ee51a8e37f
commit d82aa8a65d
1 changed files with 7 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
finetune/Dockerfile
View File

@@ -183,20 +183,20 @@ EOT
# EOT # EOT
# PyTorch # PyTorch
ARG PYTORCH_VERSION=1.13.0 ARG PYTORCH_VERSION=2.2.1
ENV PYTORCH_VERSION=${PYTORCH_VERSION} ENV PYTORCH_VERSION=${PYTORCH_VERSION}
RUN <<EOT RUN <<EOT
#!/bin/bash #!/bin/bash
source /opt/conda/etc/profile.d/conda.sh source /opt/conda/etc/profile.d/conda.sh
conda activate ${CONDA_ENV_NAME} conda activate ${CONDA_ENV_NAME}
pip install deepspeed torch==${PYTORCH_VERSION} torchvision torchaudio bitsandbytes accelerate transformers optimum pip install torch==${PYTORCH_VERSION} torchvision==0.17.1 torchaudio==${PYTORCH_VERSION} --index-url https://download.pytorch.org/whl/cu121
pip install \ pip install --no-build-isolation flash-attn -i https://pypi.org/simple/ --trusted-host pypi.org
torch torchvision torchaudio \ pip install deepspeed bitsandbytes accelerate transformers optimum
pydantic transformers datasets accelerate evaluate peft deepspeed tiktoken \ pip install pydantic transformers datasets accelerate evaluate peft deepspeed tiktoken \
sentencepiece tqdm nltk matplotlib seaborn numpy pandas scikit-learn diffusers \ sentencepiece tqdm nltk matplotlib seaborn numpy pandas scikit-learn diffusers \
huggingface_hub spacy Pillow blobfile requests scipy pycocotools protobuf timm \ huggingface_hub spacy Pillow blobfile requests scipy pycocotools protobuf timm \
pyyaml ipython xformers opencv-contrib-python open_clip_torch flash-attn \ pyyaml ipython xformers opencv-contrib-python open_clip_torch \
packaging psutil zstandard packaging psutil zstandard -i https://pypi.org/simple/ --trusted-host pypi.org
python -c "import deepspeed; print(deepspeed.__version__)" python -c "import deepspeed; print(deepspeed.__version__)"
EOT EOT