update to h100

2024-06-20 14:27:14 +00:00
parent f3496ee2ba
commit 296ddf37be
3 changed files with 7 additions and 5 deletions
--- a/finetune/docker-compose_pytorch1.13.yml
+++ b/finetune/docker-compose_pytorch1.13.yml
@@ -12,12 +12,13 @@ services:
        TORCHAUDIO_VERSION: 0.13.1
        DS_BUILD_OPS: 1
        DS_BUILD_SPARSE_ATTN: 0
-        DS_BUILD_FUSED_ADAM: 0
+        DS_BUILD_FUSED_ADAM: 1
        DS_BUILD_CPU_ADAM: 0
        CUDA: cu117
-        CUDA_ARCH_LIST: "80;86" # for RTX 4090, all : "80;86;89;90"
+        CUDA_ARCH_LIST: "80;86;89;90" # for RTX 4090, all : "80;86;89;90"
        SETUPTOOLS_VERSION: "69.5.1"
        ROOT_PASSWD: "root"
+        DCUTLASS_NVCC_ARCHS: "90a" # 90a for H100 ,89:GeForce RTX 4090 
    volumes:
      - ./src:/bbtft
    container_name: ubuntu-finetune