This commit is contained in:
2024-07-16 13:33:17 +08:00
parent 383a016d4e
commit d288ed7214

View File

@@ -12,6 +12,9 @@ version: '3.8'
# Quantizer - 提供量化支持,以减少模型大小和提高推理速度。
# RandomLTD - 用于随机层裁剪的优化器。
# StochasticTransformer - 支持随机Transformer模型的训练和推理。
# 检测系统总内存以GB为单位
# TOTAL_MEM=$(awk '/MemTotal/ {printf "%.0f\n", $2/1024/1024}' /proc/meminfo)
# echo "Docker Compose 文件已生成shm_size 设置为 ${TOTAL_MEM}GB。"
services:
ubuntu-finetune:
@@ -41,21 +44,29 @@ services:
CACHEBUST: 1
volumes:
- ./src:/bbtft
- /tmp:/tmp
# - /tmp:/tmp
container_name: ubuntu-finetune
pull_policy: if_not_present
ulimits:
memlock:
soft: -1
hard: -1
# tty: true
# stdin_open: true
restart: unless-stopped
image: hotwa/deepspeed:pt23_update
shm_size: '32gb'
privileged: true
ipc: host
network_mode: host
shm_size: '64gb'
ports:
- 3228:22
environment:
- NVIDIA_VISIBLE_DEVICES=all
- NVIDIA_DRIVER_CAPABILITIES=compute,utility
- TMPDIR=/var/tmp
networks:
- network_finetune
# networks:
# - network_finetune
deploy:
resources:
reservations:
@@ -64,6 +75,6 @@ services:
count: all
capabilities: [gpu]
networks:
network_finetune:
name: network_finetune
# networks:
# network_finetune:
# name: network_finetune