tim/stack
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Finish profile defaults in .env.example (CPU mini + Qwen catalog)

Browse source 
Align example env with mini defaults and dual-model download flags.
This commit is contained in:
tim 2026-07-22 19:01:23 -07:00
parent a729ff14e9
commit 7982d43394
2 changed files with 14 additions and 10 deletions
Download patch file Download diff file Expand all files Collapse all files

21
.env.example
View file

@ -81,19 +81,26 @@ WIREGUARD_ENDPOINT_PORT=443
WIREGUARD_CONF=./wireguard/wg0.conf WIREGUARD_CONF=./wireguard/wg0.conf
# ============================================================================= # =============================================================================
# Local AI — Ternary-Bonsai-27B # Local AI — model files under BONSAI_MODELS_DIR (both families can coexist)
# ============================================================================= # =============================================================================
BONSAI_MODEL_PATH=/models/Ternary-Bonsai-27B-Q2_0.gguf BONSAI_MODEL_PATH=/models/Ternary-Bonsai-27B-Q2_0.gguf
BONSAI_HF_REPO=prism-ml/Ternary-Bonsai-27B-gguf BONSAI_HF_REPO=prism-ml/Ternary-Bonsai-27B-gguf
BONSAI_MAIN_FILE=Ternary-Bonsai-27B-Q2_0.gguf BONSAI_MAIN_FILE=Ternary-Bonsai-27B-Q2_0.gguf
# Download model during bootstrap-stack.sh
BONSAI27_HF_REPO=prism-ml/Ternary-Bonsai-27B-gguf
BONSAI27_MAIN_FILE=Ternary-Bonsai-27B-Q2_0.gguf
QWEN_HF_REPO=mradermacher/Qwen3.5-9B-abliterated-v2-MAX-GGUF
QWEN_MAIN_FILE=Qwen3.5-9B-abliterated-v2-MAX.Q4_K_M.gguf
DOWNLOAD_MODEL=true DOWNLOAD_MODEL=true
DOWNLOAD_BONSAI27=true
DOWNLOAD_QWEN=true
DOWNLOAD_VISION=true DOWNLOAD_VISION=true
DOWNLOAD_DRAFTER=false DOWNLOAD_DRAFTER=false
# Inference: vulkan on AMD iGPU; cpu for safe fallback # mini=cpu; mid/gaming=vulkan (overridden by apply-profile.sh)
BONSAI_BACKEND=vulkan BONSAI_BACKEND=cpu
BONSAI_NGL=99 BONSAI_NGL=0
BONSAI_CTX=16384 BONSAI_CTX=16384
BONSAI_KV4=0 BONSAI_KV4=0
BONSAI_THREADS=12 BONSAI_THREADS=12
@ -112,10 +119,8 @@ RAG_CHUNK_OVERLAP=100
# SearXNG # SearXNG
SEARXNG_SECRET=demo-searxng-secret-change-me SEARXNG_SECRET=demo-searxng-secret-change-me
# OpenHands (compose profile: coding) # OpenHands (always deployed)
OPENHANDS_MODEL=openai/Ternary-Bonsai-27B-Q2_0.gguf OPENHANDS_MODEL=openai/Ternary-Bonsai-27B-Q2_0.gguf
# true = also start openhands in bootstrap
START_OPENHANDS=false
# ============================================================================= # =============================================================================
# Forgejo # Forgejo

3
scripts/download-bonsai-model.sh
View file

@ -2,7 +2,6 @@
# Back-compat wrapper → download-models.sh # Back-compat wrapper → download-models.sh
set -euo pipefail set -euo pipefail
ROOT="$(cd "$(dirname "$0")/.." && pwd)" ROOT="$(cd "$(dirname "$0")/.." && pwd)"
# Legacy single-model path: default to Bonsai 27B unless env already set
export DOWNLOAD_BONSAI27="${DOWNLOAD_BONSAI27:-true}" export DOWNLOAD_BONSAI27="${DOWNLOAD_BONSAI27:-true}"
export DOWNLOAD_QWEN="${DOWNLOAD_QWEN:-${DOWNLOAD_QWEN:-false}}" export DOWNLOAD_QWEN="${DOWNLOAD_QWEN:-false}"
exec "$ROOT/scripts/download-models.sh" "$@" exec "$ROOT/scripts/download-models.sh" "$@"