From 7982d43394f87bd77d054242c566edafb111d90e Mon Sep 17 00:00:00 2001
From: tim <tim@stack.local>
Date: Wed, 22 Jul 2026 19:01:23 -0700
Subject: [PATCH] Finish profile defaults in .env.example (CPU mini + Qwen
 catalog)

Align example env with mini defaults and dual-model download flags.
---
 .env.example                     | 21 +++++++++++++--------
 scripts/download-bonsai-model.sh |  3 +--
 2 files changed, 14 insertions(+), 10 deletions(-)

diff --git a/.env.example b/.env.example
index fa2da66..ee04bda 100644
--- a/.env.example
+++ b/.env.example
@@ -81,19 +81,26 @@ WIREGUARD_ENDPOINT_PORT=443
 WIREGUARD_CONF=./wireguard/wg0.conf
 
 # =============================================================================
-# Local AI — Ternary-Bonsai-27B
+# Local AI — model files under BONSAI_MODELS_DIR (both families can coexist)
 # =============================================================================
 BONSAI_MODEL_PATH=/models/Ternary-Bonsai-27B-Q2_0.gguf
 BONSAI_HF_REPO=prism-ml/Ternary-Bonsai-27B-gguf
 BONSAI_MAIN_FILE=Ternary-Bonsai-27B-Q2_0.gguf
-# Download model during bootstrap-stack.sh
+
+BONSAI27_HF_REPO=prism-ml/Ternary-Bonsai-27B-gguf
+BONSAI27_MAIN_FILE=Ternary-Bonsai-27B-Q2_0.gguf
+QWEN_HF_REPO=mradermacher/Qwen3.5-9B-abliterated-v2-MAX-GGUF
+QWEN_MAIN_FILE=Qwen3.5-9B-abliterated-v2-MAX.Q4_K_M.gguf
+
 DOWNLOAD_MODEL=true
+DOWNLOAD_BONSAI27=true
+DOWNLOAD_QWEN=true
 DOWNLOAD_VISION=true
 DOWNLOAD_DRAFTER=false
 
-# Inference: vulkan on AMD iGPU; cpu for safe fallback
-BONSAI_BACKEND=vulkan
-BONSAI_NGL=99
+# mini=cpu; mid/gaming=vulkan (overridden by apply-profile.sh)
+BONSAI_BACKEND=cpu
+BONSAI_NGL=0
 BONSAI_CTX=16384
 BONSAI_KV4=0
 BONSAI_THREADS=12
@@ -112,10 +119,8 @@ RAG_CHUNK_OVERLAP=100
 # SearXNG
 SEARXNG_SECRET=demo-searxng-secret-change-me
 
-# OpenHands (compose profile: coding)
+# OpenHands (always deployed)
 OPENHANDS_MODEL=openai/Ternary-Bonsai-27B-Q2_0.gguf
-# true = also start openhands in bootstrap
-START_OPENHANDS=false
 
 # =============================================================================
 # Forgejo
diff --git a/scripts/download-bonsai-model.sh b/scripts/download-bonsai-model.sh
index e328f90..fdde431 100755
--- a/scripts/download-bonsai-model.sh
+++ b/scripts/download-bonsai-model.sh
@@ -2,7 +2,6 @@
 # Back-compat wrapper → download-models.sh
 set -euo pipefail
 ROOT="$(cd "$(dirname "$0")/.." && pwd)"
-# Legacy single-model path: default to Bonsai 27B unless env already set
 export DOWNLOAD_BONSAI27="${DOWNLOAD_BONSAI27:-true}"
-export DOWNLOAD_QWEN="${DOWNLOAD_QWEN:-${DOWNLOAD_QWEN:-false}}"
+export DOWNLOAD_QWEN="${DOWNLOAD_QWEN:-false}"
 exec "$ROOT/scripts/download-models.sh" "$@"