From f2e426fddd392b96f2aec52d0fe0488fc78e1d2a Mon Sep 17 00:00:00 2001
From: hotwa <pylyzeng@gmail.com>
Date: Sat, 15 Jun 2024 17:53:29 +0800
Subject: [PATCH] add --no-build-isolation flash-attn

---
 finetune/Dockerfile | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/finetune/Dockerfile b/finetune/Dockerfile
index 13aab77..d78aa2f 100644
--- a/finetune/Dockerfile
+++ b/finetune/Dockerfile
@@ -190,7 +190,7 @@ RUN <<EOT
 source /opt/conda/etc/profile.d/conda.sh
 conda activate ${CONDA_ENV_NAME}
 pip install torch==${PYTORCH_VERSION} torchvision==0.17.1 torchaudio==${PYTORCH_VERSION} --index-url https://download.pytorch.org/whl/cu121
-pip install --no-build-isolation flash-attn -i https://pypi.org/simple/ --trusted-host pypi.org
+pip install flash-attn --no-build-isolation -i https://pypi.org/simple/ --trusted-host pypi.org
 pip install deepspeed bitsandbytes accelerate transformers optimum
 pip install pydantic transformers datasets accelerate evaluate peft deepspeed tiktoken \
     sentencepiece tqdm nltk matplotlib seaborn numpy pandas scikit-learn diffusers \