lingyuzeng/cdc_dockerfile
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

add oneapi

Browse Source
This commit is contained in:
Your Name
2024-06-21 01:48:30 +00:00
parent 296ddf37be
commit b686b2ba0c
3 changed files with 11 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
finetune/Dockerfile
View File

@@ -322,6 +322,15 @@ RUN <<EOT
source /opt/conda/etc/profile.d/conda.sh source /opt/conda/etc/profile.d/conda.sh
conda activate ${CONDA_ENV_NAME} conda activate ${CONDA_ENV_NAME}
python -m pip install setuptools==${SETUPTOOLS_VERSION} python -m pip install setuptools==${SETUPTOOLS_VERSION}
# install oneapi for deepspeed
git clone https://github.com/oneapi-src/oneCCL.git ${STAGE_DIR}/oneCCL
cd ${STAGE_DIR}/oneCCL
git checkout .
git checkout master
mkdir build
cd build
cmake .. -DCMAKE_INSTALL_PREFIX=/usr/local
make -j install
git clone https://github.com/microsoft/DeepSpeed-Kernels.git ${STAGE_DIR}/DeepSpeed-Kernels git clone https://github.com/microsoft/DeepSpeed-Kernels.git ${STAGE_DIR}/DeepSpeed-Kernels
cd ${STAGE_DIR}/DeepSpeed-Kernels cd ${STAGE_DIR}/DeepSpeed-Kernels
CUDA_ARCH_LIST=${CUDA_ARCH_LIST} python setup.py bdist_wheel CUDA_ARCH_LIST=${CUDA_ARCH_LIST} python setup.py bdist_wheel

2
finetune/docker-compose_pytorch1.13.yml
View File

@@ -25,7 +25,7 @@ services:
pull_policy: if_not_present pull_policy: if_not_present
tty: true tty: true
restart: unless-stopped restart: unless-stopped
image: hotwa/deepspeed:test image: hotwa/deepspeed:py113
shm_size: '32gb' shm_size: '32gb'
ports: ports:
- 3227:2222 - 3227:2222

2
finetune/docker-compose_pytorch2.3.yml
View File

@@ -24,7 +24,7 @@ services:
pull_policy: if_not_present pull_policy: if_not_present
tty: true tty: true
restart: unless-stopped restart: unless-stopped
image: hotwa/deepspeed:test image: hotwa/deepspeed:pt23
shm_size: '32gb' shm_size: '32gb'
ports: ports:
- 3227:2222 - 3227:2222