7e5444a177
Stop forcing Vulkan NGL in compose override (that overrode .env). Raise mini profile context to 32768 for ~28–32GB RAM hosts.
27 lines
866 B
Bash
27 lines
866 B
Bash
# Profile: mini — Beelink / SER5-class mini PC
|
|
# Always CPU for inference (stable, no iGPU hassle). Full stack always deploys.
|
|
STACK_PROFILE=mini
|
|
|
|
# Ternary-Bonsai 27B fits in system RAM; keep CPU
|
|
BONSAI_BACKEND=cpu
|
|
BONSAI_NGL=0
|
|
# 32k uses free system RAM well on ~32GB mini PCs (weights ~7GB)
|
|
BONSAI_CTX=32768
|
|
BONSAI_KV4=0
|
|
BONSAI_THREADS=12
|
|
BONSAI_TEMP=0.7
|
|
BONSAI_TOP_P=0.95
|
|
BONSAI_TOP_K=20
|
|
|
|
# Primary model (Prism Q2_0 — needs Prism llama-server image)
|
|
LLM_ID=bonsai27
|
|
BONSAI_HF_REPO=prism-ml/Ternary-Bonsai-27B-gguf
|
|
BONSAI_MAIN_FILE=Ternary-Bonsai-27B-Q2_0.gguf
|
|
BONSAI_MODEL_PATH=/models/Ternary-Bonsai-27B-Q2_0.gguf
|
|
OPENWEBUI_DEFAULT_MODEL=openai/Ternary-Bonsai-27B-Q2_0.gguf
|
|
OPENHANDS_MODEL=openai/Ternary-Bonsai-27B-Q2_0.gguf
|
|
|
|
# Also download mid-tier Qwen so you can switch without re-bootstrap
|
|
DOWNLOAD_MODEL=true
|
|
DOWNLOAD_QWEN=true
|
|
DOWNLOAD_VISION=true
|