add all arch

2024-07-15 12:03:24 +08:00
parent a2597501cf
commit 0378cb2509
1 changed files with 2 additions and 1 deletions
--- a/finetune/Dockerfile.update
+++ b/finetune/Dockerfile.update
@@ -111,6 +111,8 @@ python3 -m pip uninstall -y apex
 EOT

 # install apex
+ARG TORCH_CUDA_ARCH_LIST="6.0;6.1;6.2;7.0;7.5;8.0;8.6;9.0"
+ENV TORCH_CUDA_ARCH_LIST=${TORCH_CUDA_ARCH_LIST}
 RUN <<EOT
 #!/bin/bash
 source /opt/conda/etc/profile.d/conda.sh
@@ -427,7 +429,6 @@ pip install flash-attn --no-build-isolation -i https://pypi.org/simple/ --truste
 EOT

 # other packages
-ENV TORCH_CUDA_ARCH_LIST="80;86;89;90"
 RUN <<EOT
 #!/bin/bash
 source /opt/conda/etc/profile.d/conda.sh