From b686b2ba0cbaecbe0a9959ad50ccc280c76d732a Mon Sep 17 00:00:00 2001
From: Your Name <you@example.com>
Date: Fri, 21 Jun 2024 01:48:30 +0000
Subject: [PATCH] add oneapi

---
 finetune/Dockerfile                     | 9 +++++++++
 finetune/docker-compose_pytorch1.13.yml | 2 +-
 finetune/docker-compose_pytorch2.3.yml  | 2 +-
 3 files changed, 11 insertions(+), 2 deletions(-)

diff --git a/finetune/Dockerfile b/finetune/Dockerfile
index d1e1c6b..21b5b93 100644
--- a/finetune/Dockerfile
+++ b/finetune/Dockerfile
@@ -322,6 +322,15 @@ RUN <<EOT
 source /opt/conda/etc/profile.d/conda.sh
 conda activate ${CONDA_ENV_NAME}
 python -m pip install setuptools==${SETUPTOOLS_VERSION}
+# install oneapi for deepspeed
+git clone https://github.com/oneapi-src/oneCCL.git ${STAGE_DIR}/oneCCL
+cd ${STAGE_DIR}/oneCCL
+git checkout . 
+git checkout master
+mkdir build
+cd build 
+cmake .. -DCMAKE_INSTALL_PREFIX=/usr/local
+make -j install
 git clone https://github.com/microsoft/DeepSpeed-Kernels.git ${STAGE_DIR}/DeepSpeed-Kernels
 cd ${STAGE_DIR}/DeepSpeed-Kernels
 CUDA_ARCH_LIST=${CUDA_ARCH_LIST} python setup.py bdist_wheel
diff --git a/finetune/docker-compose_pytorch1.13.yml b/finetune/docker-compose_pytorch1.13.yml
index 435a165..7593c55 100644
--- a/finetune/docker-compose_pytorch1.13.yml
+++ b/finetune/docker-compose_pytorch1.13.yml
@@ -25,7 +25,7 @@ services:
     pull_policy: if_not_present
     tty: true
     restart: unless-stopped
-    image: hotwa/deepspeed:test
+    image: hotwa/deepspeed:py113
     shm_size: '32gb'
     ports:
       - 3227:2222
diff --git a/finetune/docker-compose_pytorch2.3.yml b/finetune/docker-compose_pytorch2.3.yml
index cb0b527..3dfb32c 100644
--- a/finetune/docker-compose_pytorch2.3.yml
+++ b/finetune/docker-compose_pytorch2.3.yml
@@ -24,7 +24,7 @@ services:
     pull_policy: if_not_present
     tty: true
     restart: unless-stopped
-    image: hotwa/deepspeed:test
+    image: hotwa/deepspeed:pt23
     shm_size: '32gb'
     ports:
       - 3227:2222