lingyuzeng/cdc_dockerfile
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

update

Browse Source
This commit is contained in:
hotwa
2024-06-21 15:15:15 +08:00
parent be77975ce2
commit 2620524636
2 changed files with 27 additions and 25 deletions
Download Patch File Download Diff File Expand all files Collapse all files

50
finetune/Dockerfile
View File

@@ -374,31 +374,33 @@ DS_BUILD_OPS=${DS_BUILD_OPS} pip install dist/deepspeed*.whl --force-reinstall
# ./install.sh ${DEEPSPEED_INSTALL_FLAGS} --hostfile /job/hostfile # ./install.sh --allow_sudo --pip_sudo --no_clean --hostfile /path/to/your/hostfile
EOT
# RUN <<EOT
# #!/bin/bash
# source /opt/conda/etc/profile.d/conda.sh
# conda activate ${CONDA_ENV_NAME}
# # install transformers
# git clone https://github.com/huggingface/transformers ${STAGE_DIR}/transformers
# cd ${STAGE_DIR}/transformers
# python3 ./setup.py develop
# python3 -m pip install -U --no-cache-dir "pydantic<2"
# # install flash-attn
# # pip install packaging -i https://pypi.org/simple/ --trusted-host pypi.org
# pip install flash-attn --no-build-isolation -i https://pypi.org/simple/ --trusted-host pypi.org
# EOT
# install transformers and flash-attn
RUN <<EOT
#!/bin/bash
source /opt/conda/etc/profile.d/conda.sh
conda activate ${CONDA_ENV_NAME}
# install transformers
git clone https://github.com/huggingface/transformers ${STAGE_DIR}/transformers
cd ${STAGE_DIR}/transformers
python3 ./setup.py develop
python3 -m pip install -U --no-cache-dir "pydantic<2"
# install flash-attn
# pip install packaging -i https://pypi.org/simple/ --trusted-host pypi.org
pip install flash-attn --no-build-isolation -i https://pypi.org/simple/ --trusted-host pypi.org
EOT
# RUN <<EOT
# #!/bin/bash
# source /opt/conda/etc/profile.d/conda.sh
# conda activate ${CONDA_ENV_NAME}
# pip install optimum
# pip install peft tiktoken \
# tqdm matplotlib seaborn numpy pandas scikit-learn diffusers \
# huggingface_hub spacy blobfile pycocotools \
# xformers open_clip_torch \
# zstandard -i https://pypi.org/simple/ --trusted-host pypi.org
# EOT
# other packages
RUN <<EOT
#!/bin/bash
source /opt/conda/etc/profile.d/conda.sh
conda activate ${CONDA_ENV_NAME}
pip install optimum
pip install peft tiktoken \
tqdm matplotlib seaborn numpy pandas scikit-learn diffusers \
huggingface_hub spacy blobfile pycocotools \
xformers open_clip_torch \
zstandard -i https://pypi.org/simple/ --trusted-host pypi.org
EOT
# add vscode server
# RUN <<EOT

2
finetune/docker-compose_pytorch2.3.yml
View File

@@ -32,7 +32,7 @@ services:
USE_ROCM: 0
USE_XPU: 0
CUDA: cu121
CUDA_ARCH_LIST: "80;86;89;90" # for RTX 4090, all : "80;86;89;90"
CUDA_ARCH_LIST: "80;86;89;90;90a" # for RTX 4090, all : "80;86;89;90"
SETUPTOOLS_VERSION: "69.5.1"
DCUTLASS_NVCC_ARCHS: "90a" # 90a for H100 GPU 89:GeForce RTX 4090
volumes: