add oneapi

This commit is contained in:
Your Name
2024-06-21 01:48:30 +00:00
parent 296ddf37be
commit b686b2ba0c
3 changed files with 11 additions and 2 deletions

View File

@@ -322,6 +322,15 @@ RUN <<EOT
source /opt/conda/etc/profile.d/conda.sh
conda activate ${CONDA_ENV_NAME}
python -m pip install setuptools==${SETUPTOOLS_VERSION}
# install oneapi for deepspeed
git clone https://github.com/oneapi-src/oneCCL.git ${STAGE_DIR}/oneCCL
cd ${STAGE_DIR}/oneCCL
git checkout .
git checkout master
mkdir build
cd build
cmake .. -DCMAKE_INSTALL_PREFIX=/usr/local
make -j install
git clone https://github.com/microsoft/DeepSpeed-Kernels.git ${STAGE_DIR}/DeepSpeed-Kernels
cd ${STAGE_DIR}/DeepSpeed-Kernels
CUDA_ARCH_LIST=${CUDA_ARCH_LIST} python setup.py bdist_wheel