Broke a few things, added a few more

This commit is contained in:
2026-03-26 18:15:01 +01:00
parent f3ce5a8880
commit 9b11b5ece9
14 changed files with 189 additions and 2 deletions

View File

@@ -0,0 +1,33 @@
services:
vllm:
image: {{ vllm_image }}:{{ vllm_image_tag }}
deploy:
resources:
reservations:
devices:
- driver: nvidia
count: all
capabilities: [gpu]
network_mode: host
ipc: host
command:
# TODO: Fix identation... again
- {{ vllm_model }}
{% if vllm_args %}
{{ vllm_args|to_nice_yaml|indent(4) }}
{% endif %}
volumes:
- {{ vllm_model_dir }}:/root/.cache/huggingface
tty: true
restart: unless-stopped
{% if vllm_container_env %}
environment:
{{ vllm_container_env|to_nice_yaml|indent(6) }}
{% endif %}
{% if vllm_container_labels %}
labels:
{{ vllm_container_labels|to_nice_yaml|indent(4) }}
{% endif %}
#vllm pull hf.co/unsloth/Apriel-1.5-15b-Thinker-GGUF:UD-Q4_K_XL