Broke a few things, added a few more

This commit is contained in:
2026-03-26 18:15:01 +01:00
parent f3ce5a8880
commit 9b11b5ece9
14 changed files with 189 additions and 2 deletions

View File

@@ -0,0 +1,35 @@
services:
llama_cpp:
image: {{ llama_cpp_image }}:{{ llama_cpp_image_tag }}
{% if llama_cpp_args %}
command:
{{ llama_cpp_args|to_nice_yaml|indent(4) }}
{% endif %}
deploy:
resources:
reservations:
devices:
- driver: nvidia
count: all
capabilities: [gpu]
network_mode: host
volumes:
- {{ llama_cpp_data_dir }}/models:/models
- {{ llama_cpp_data_dir }}/hf_cache:/root/.cache
tty: true
restart: unless-stopped
{% if llama_cpp_container_env %}
environment:
{{ llama_cpp_container_env|to_nice_yaml|indent(6) }}
{% endif %}
{% if llama_cpp_container_labels %}
labels:
{{ llama_cpp_container_labels|to_nice_yaml|indent(4) }}
{% endif %}
#llama_cpp pull hf.co/unsloth/Apriel-1.5-15b-Thinker-GGUF:UD-Q4_K_XL