0n1-oss/ai_at_home
3
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Broke a few things, added a few more

Browse Source
This commit is contained in:
Joe Jabs
2026-03-26 18:15:01 +01:00
parent f3ce5a8880
commit 9b11b5ece9
14 changed files with 189 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

27
ansible/roles/llama_cpp/defaults/main.yml Normal file
View File

@@ -0,0 +1,27 @@
---
llama_cpp_install_dir: /opt/llama_cpp
llama_cpp_data_dir: "{{ llama_cpp_install_dir }}/data"
llama_cpp_image: ghcr.io/ggml-org/llama.cpp
llama_cpp_image_tag: server-cuda
llama_cpp_container_labels: []
llama_cpp_container_env:
LLAMA_CACHE: "/hf_cache"
# TODO: Check how llama persists data
llama_cpp_model: unsloth/Qwen3.5-35B-A3B-GGUF:UD-Q4_K_XL
llama_cpp_args:
- -hf
- "{{ llama_cpp_model }}"
- --port
- "8090"
- --host
- "0.0.0.0"
- --ctx-size
- "16384"
- --temp
- "0.6"
- --top-p
- "0.95"
- --top-k
- "20"
- --min-p
- "0.00"