56 lines
1.4 KiB
YAML
56 lines
1.4 KiB
YAML
version: '3.8'
|
|
|
|
services:
|
|
ollama:
|
|
# Uncomment below for GPU support
|
|
deploy:
|
|
resources:
|
|
reservations:
|
|
devices:
|
|
- driver: nvidia
|
|
count: all
|
|
capabilities: [gpu]
|
|
volumes:
|
|
- /root/.ollama:/root/.ollama
|
|
- ../pt/huggingface:/root/.cache/huggingface
|
|
# Uncomment below to expose Ollama API outside the container stack
|
|
ports:
|
|
- 11434:11434
|
|
container_name: ollama_new
|
|
# pull_policy: always
|
|
# tty: true
|
|
restart: unless-stopped
|
|
image: ollama/ollama:latest
|
|
networks:
|
|
- network_ollama
|
|
|
|
ollama-webui:
|
|
build:
|
|
context: .
|
|
args:
|
|
OLLAMA_API_BASE_URL: '/ollama/api'
|
|
dockerfile: Dockerfile
|
|
image: ollamawebui/ollama-webui:latest
|
|
container_name: ollama-webui_new
|
|
depends_on:
|
|
- ollama
|
|
# Uncomment below for WIP: Auth support
|
|
# - ollama-webui-db
|
|
ports:
|
|
- 3000:8080
|
|
environment:
|
|
- "OLLAMA_API_BASE_URL=http://ollama:11434/api"
|
|
# Uncomment below for WIP: Auth support
|
|
# - "WEBUI_AUTH=TRUE"
|
|
# - "WEBUI_DB_URL=mongodb://root:example@ollama-webui-db:27017/"
|
|
# - "WEBUI_JWT_SECRET_KEY=SECRET_KEY"
|
|
extra_hosts:
|
|
- host.docker.internal:host-gateway
|
|
restart: unless-stopped
|
|
networks:
|
|
- network_ollama
|
|
|
|
networks:
|
|
network_ollama:
|
|
name: network_ollama
|