Broke a few things, added a few more

This commit is contained in:
2026-03-26 18:15:01 +01:00
parent f3ce5a8880
commit 9b11b5ece9
14 changed files with 189 additions and 2 deletions

View File

@@ -0,0 +1,19 @@
---
vllm_install_dir: /opt/vllm
vllm_model_dir: "{{ vllm_install_dir }}/data"
vllm_image: vllm/vllm-openai
vllm_image_tag: latest
vllm_container_labels: []
vllm_container_env: {}
#https://www.jan.ai/docs/desktop/jan-models/jan-code-4b
# vllm_model: "unsloth/Qwen3.5-35B-A3B-GGUF"
#DavidAU/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking
#DavidAU/Qwen3.5-40B-RoughHouse-Claude-4.6-Opus-Polar-Deckard-Uncensored-Heretic-Thinking
vllm_model: "unsloth/Qwen3.5-35B-A3B-GGUF"
vllm_args:
- --enable-prefix-caching
- --enable-auto-tool-choice
- --reasoning-parser
- qwen3
- --tool-call-parser
- qwen3_coder