update to h100

2024-06-20 14:27:14 +00:00
parent f3496ee2ba
commit 296ddf37be
3 changed files with 7 additions and 5 deletions
--- a/finetune/docker-compose_pytorch2.3.yml
+++ b/finetune/docker-compose_pytorch2.3.yml
@@ -12,11 +12,12 @@ services:
        TORCHAUDIO_VERSION: 2.3.0
        DS_BUILD_OPS: 1
        DS_BUILD_SPARSE_ATTN: 0
-        DS_BUILD_FUSED_ADAM: 0
+        DS_BUILD_FUSED_ADAM: 1
        DS_BUILD_CPU_ADAM: 0
        CUDA: cu121
        CUDA_ARCH_LIST: "80;86;89;90" # for RTX 4090, all : "80;86;89;90"
        SETUPTOOLS_VERSION: "69.5.1"
+        DCUTLASS_NVCC_ARCHS: "90a" # 90a for H100 GPU 89:GeForce RTX 4090 
    volumes:
      - ./src:/bbtft
    container_name: ubuntu-finetune