26 lines
663 B
YAML
26 lines
663 B
YAML
services:
|
|
|
|
ollama:
|
|
image: {{ ollama_image }}:{{ ollama_image_tag }}
|
|
deploy:
|
|
resources:
|
|
reservations:
|
|
devices:
|
|
- driver: nvidia
|
|
count: all
|
|
capabilities: [gpu]
|
|
network_mode: host
|
|
volumes:
|
|
- {{ ollama_install_dir }}/data:/root/.ollama
|
|
tty: true
|
|
restart: unless-stopped
|
|
{% if ollama_container_env %}
|
|
environment:
|
|
{{ ollama_container_env|to_nice_yaml|indent(6) }}
|
|
{% endif %}
|
|
{% if ollama_container_labels %}
|
|
labels:
|
|
{{ ollama_container_labels|to_nice_yaml|indent(4) }}
|
|
{% endif %}
|
|
|
|
#ollama pull hf.co/unsloth/Apriel-1.5-15b-Thinker-GGUF:UD-Q4_K_XL |