Add mini/mid/gaming hardware profiles and always-on full stack

Profiles select CPU vs Vulkan and Bonsai-27B vs Qwen3.5-9B Abliterated
Q4_K_M. OpenHands is no longer optional; compose deploys every service.
download-models.sh fetches both GGUF families as the profile requests.

scripts/download-models.sh

@@ -0,0 +1,123 @@
+#!/usr/bin/env bash
+# Download GGUF weights for the active stack profile into models/bonsai/
+#
+# Env (from .env / profile):
+#   DOWNLOAD_BONSAI27=true|false
+#   DOWNLOAD_QWEN=true|false
+#   BONSAI_* / QWEN_* repo+file overrides
+#
+# Defaults: download whatever BONSAI_MAIN_FILE points at, plus optional peers.
+set -euo pipefail
+
+ROOT="$(cd "$(dirname "$0")/.." && pwd)"
+if [[ -f "$ROOT/.env" ]]; then
+  set -a
+  # shellcheck disable=SC1091
+  source <(grep -E '^[A-Za-z_][A-Za-z0-9_]*=' "$ROOT/.env" | sed 's/\r$//') || true
+  set +a
+fi
+
+OUT="${MODEL_DIR:-${BONSAI_MODELS_DIR:-$ROOT/models/bonsai}}"
+# Resolve relative paths from STACK root
+[[ "$OUT" != /* ]] && OUT="$ROOT/${OUT#./}"
+
+export HF_TOKEN="${HF_TOKEN:-${BONSAI_TOKEN:-}}"
+
+mkdir -p "$OUT"
+cd "$OUT"
+
+have_hf() {
+  command -v hf >/dev/null 2>&1 || command -v huggingface-cli >/dev/null 2>&1
+}
+
+hf_get() {
+  local repo="$1" file="$2"
+  if command -v hf >/dev/null 2>&1; then
+    hf download "$repo" "$file" --local-dir .
+  else
+    huggingface-cli download "$repo" "$file" --local-dir .
+  fi
+}
+
+curl_get() {
+  local repo="$1" file="$2"
+  local url="https://huggingface.co/${repo}/resolve/main/${file}"
+  local auth=()
+  if [[ -n "${HF_TOKEN:-}" ]]; then
+    auth=(-H "Authorization: Bearer ${HF_TOKEN}")
+  fi
+  curl -fL --retry 5 --continue-at - "${auth[@]}" "$url" -o "${file}.partial"
+  mv "${file}.partial" "$file"
+}
+
+download() {
+  local repo="$1" file="$2"
+  if [[ -f "$file" && -s "$file" ]]; then
+    echo "Already present: $file ($(du -h "$file" | cut -f1))"
+    return 0
+  fi
+  echo "Downloading $file"
+  echo "  repo: $repo"
+  if have_hf; then
+    hf_get "$repo" "$file"
+  else
+    echo "  (tip: pip install -U 'huggingface_hub[cli]')"
+    curl_get "$repo" "$file"
+  fi
+  echo "  OK: $file ($(du -h "$file" | cut -f1))"
+}
+
+# Model definitions
+BONSAI27_REPO="${BONSAI27_HF_REPO:-prism-ml/Ternary-Bonsai-27B-gguf}"
+BONSAI27_FILE="${BONSAI27_MAIN_FILE:-Ternary-Bonsai-27B-Q2_0.gguf}"
+
+QWEN_REPO="${QWEN_HF_REPO:-mradermacher/Qwen3.5-9B-abliterated-v2-MAX-GGUF}"
+QWEN_FILE="${QWEN_MAIN_FILE:-Qwen3.5-9B-abliterated-v2-MAX.Q4_K_M.gguf}"
+
+# Infer flags from active model path if not set
+ACTIVE_FILE="$(basename "${BONSAI_MAIN_FILE:-${BONSAI_MODEL_PATH:-$BONSAI27_FILE}}")"
+DOWNLOAD_BONSAI27="${DOWNLOAD_BONSAI27:-}"
+DOWNLOAD_QWEN="${DOWNLOAD_QWEN:-}"
+
+if [[ -z "$DOWNLOAD_BONSAI27" && -z "$DOWNLOAD_QWEN" ]]; then
+  # Download the active primary file's family
+  if [[ "$ACTIVE_FILE" == *"Qwen"* || "$ACTIVE_FILE" == *"qwen"* ]]; then
+    DOWNLOAD_QWEN=true
+    DOWNLOAD_BONSAI27=false
+  else
+    DOWNLOAD_BONSAI27=true
+    DOWNLOAD_QWEN="${DOWNLOAD_QWEN:-false}"
+  fi
+fi
+
+# Always honour DOWNLOAD_MODEL=false
+if [[ "${DOWNLOAD_MODEL:-true}" == "false" || "${DOWNLOAD_MODEL:-true}" == "0" ]]; then
+  echo "DOWNLOAD_MODEL=false — nothing to do"
+  exit 0
+fi
+
+echo "Target directory: $OUT"
+echo "Profile: ${STACK_PROFILE:-unset}  active file: $ACTIVE_FILE"
+echo ""
+
+if [[ "${DOWNLOAD_BONSAI27}" == "true" || "${DOWNLOAD_BONSAI27}" == "1" ]]; then
+  download "$BONSAI27_REPO" "$BONSAI27_FILE"
+  if [[ "${DOWNLOAD_VISION:-0}" == "1" || "${DOWNLOAD_VISION:-false}" == "true" ]]; then
+    echo "Vision mmproj for Bonsai 27B is optional; browse HF repo if needed."
+  fi
+fi
+
+if [[ "${DOWNLOAD_QWEN}" == "true" || "${DOWNLOAD_QWEN}" == "1" ]]; then
+  download "$QWEN_REPO" "$QWEN_FILE"
+fi
+
+# Also download whatever BONSAI_MAIN_FILE is if different
+if [[ -n "${BONSAI_HF_REPO:-}" && -n "${BONSAI_MAIN_FILE:-}" ]]; then
+  if [[ ! -f "$BONSAI_MAIN_FILE" ]]; then
+    download "$BONSAI_HF_REPO" "$BONSAI_MAIN_FILE"
+  fi
+fi
+
+echo ""
+echo "GGUF files in $OUT:"
+ls -lh "$OUT"/*.gguf 2>/dev/null || ls -lh "$OUT"