Commit Beelink mini defaults: CPU inference, 32k context

Stop forcing Vulkan NGL in compose override (that overrode .env).
Raise mini profile context to 32768 for ~28–32GB RAM hosts.
This commit is contained in:
tim 2026-07-22 19:11:20 -07:00
parent 84a0945b10
commit 7e5444a177
2 changed files with 7 additions and 17 deletions

View file

@ -1,22 +1,11 @@
# GPU access for Vulkan (bonsai) + VA-API (jellyfin).
# Default override for mini / Beelink-class hosts.
# - bonsai: CPU only (do NOT force NGL/devices here — that overrides .env)
# - jellyfin: /dev/dri for VA-API when available
#
# Do NOT use group names like "video"/"render" here — Docker resolves them
# inside the container image, which often has no "render" group and fails with:
# unable to find group render: no matching entries in group file
#
# Options:
# A) Rely on host /dev/dri being 0666 (Ansible users role udev rule) — no group_add.
# B) Use numeric host GIDs: getent group video render
#
# Ansible regenerates this file with host GIDs when you run the stack role.
# mid/gaming: re-add bonsai devices + set BONSAI_NGL in .env via apply-profile.sh
# Do NOT use group names (video/render) — Docker resolves them inside the image.
services:
bonsai:
devices:
- /dev/dri:/dev/dri
environment:
NGL: "99"
jellyfin:
devices:
- /dev/dri:/dev/dri

View file

@ -5,7 +5,8 @@ STACK_PROFILE=mini
# Ternary-Bonsai 27B fits in system RAM; keep CPU
BONSAI_BACKEND=cpu
BONSAI_NGL=0
BONSAI_CTX=16384
# 32k uses free system RAM well on ~32GB mini PCs (weights ~7GB)
BONSAI_CTX=32768
BONSAI_KV4=0
BONSAI_THREADS=12
BONSAI_TEMP=0.7