tim/stack
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Finish profile defaults in .env.example (CPU mini + Qwen catalog)

Browse source 
Align example env with mini defaults and dual-model download flags.
This commit is contained in:
tim 2026-07-22 19:01:23 -07:00
parent a729ff14e9
commit 7982d43394
2 changed files with 14 additions and 10 deletions
Download patch file Download diff file Expand all files Collapse all files

21
.env.example
View file

@ -81,19 +81,26 @@ WIREGUARD_ENDPOINT_PORT=443
WIREGUARD_CONF=./wireguard/wg0.conf
# =============================================================================
# Local AI — Ternary-Bonsai-27B
# Local AI — model files under BONSAI_MODELS_DIR (both families can coexist)
# =============================================================================
BONSAI_MODEL_PATH=/models/Ternary-Bonsai-27B-Q2_0.gguf
BONSAI_HF_REPO=prism-ml/Ternary-Bonsai-27B-gguf
BONSAI_MAIN_FILE=Ternary-Bonsai-27B-Q2_0.gguf
# Download model during bootstrap-stack.sh
BONSAI27_HF_REPO=prism-ml/Ternary-Bonsai-27B-gguf
BONSAI27_MAIN_FILE=Ternary-Bonsai-27B-Q2_0.gguf
QWEN_HF_REPO=mradermacher/Qwen3.5-9B-abliterated-v2-MAX-GGUF
QWEN_MAIN_FILE=Qwen3.5-9B-abliterated-v2-MAX.Q4_K_M.gguf
DOWNLOAD_MODEL=true
DOWNLOAD_BONSAI27=true
DOWNLOAD_QWEN=true
DOWNLOAD_VISION=true
DOWNLOAD_DRAFTER=false
# Inference: vulkan on AMD iGPU; cpu for safe fallback
BONSAI_BACKEND=vulkan
BONSAI_NGL=99
# mini=cpu; mid/gaming=vulkan (overridden by apply-profile.sh)
BONSAI_BACKEND=cpu
BONSAI_NGL=0
BONSAI_CTX=16384
BONSAI_KV4=0
BONSAI_THREADS=12
@ -112,10 +119,8 @@ RAG_CHUNK_OVERLAP=100
# SearXNG
SEARXNG_SECRET=demo-searxng-secret-change-me
# OpenHands (compose profile: coding)
# OpenHands (always deployed)
OPENHANDS_MODEL=openai/Ternary-Bonsai-27B-Q2_0.gguf
# true = also start openhands in bootstrap
START_OPENHANDS=false
# =============================================================================
# Forgejo

3
scripts/download-bonsai-model.sh
View file

@ -2,7 +2,6 @@
# Back-compat wrapper → download-models.sh
set -euo pipefail
ROOT="$(cd "$(dirname "$0")/.." && pwd)"
# Legacy single-model path: default to Bonsai 27B unless env already set
export DOWNLOAD_BONSAI27="${DOWNLOAD_BONSAI27:-true}"
export DOWNLOAD_QWEN="${DOWNLOAD_QWEN:-${DOWNLOAD_QWEN:-false}}"
export DOWNLOAD_QWEN="${DOWNLOAD_QWEN:-false}"
exec "$ROOT/scripts/download-models.sh" "$@"