#!/bin/bash # services/ai-stack.sh — Local AI Stack: a full self-hosted AI environment. # # Vendored from github.com/outis1one/local-ai into this repo under vendor/ai-stack # and copied to ~/docker/ai-stack at install time (no network clone). Bundles: # Ollama · Open WebUI · RAG + MCP servers · ChromaDB · SearXNG · Kiwix · # Gitea · InvokeAI · ComfyUI · Portainer # # Script-driven (unlike most services here): the app ships its own VRAM-aware # installer (local-ai-setup.sh) that generates docker-compose.yml/.env, starts the # stack, and registers a `local-ai` systemd unit. This wrapper copies the vendored # source into place and hands off to that installer, then optionally wires cloud # LLM providers into Open WebUI alongside the local RAG connection. # # Open WebUI ships with built-in auth (WEBUI_AUTH=true) — no Authelia needed. # Distinct from `ai-gpu` (the ai-6gb-gpu repo: a leaner 3-stack GPU-swap setup for # 6 GB cards). Both can coexist. # Part of the modular post-install system (sourced by setup.sh). register_service ai-stack utilities "Full self-hosted AI stack — Ollama/OpenWebUI + RAG + ComfyUI + more (local-ai)" 3000 install_ai-stack() { require_docker || return 1 log_info "Installing Local AI Stack (Ollama + Open WebUI + RAG + image gen + more)..." # Vendored application source lives in this repo at /ai-stack local SELF_DIR SRC_DIR SELF_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)" SRC_DIR="$(cd "$SELF_DIR/.." && pwd)/vendor/ai-stack" local AS_DIR="$DOCKER_DIR/ai-stack" if [ "$DRY_RUN" = true ]; then echo "[DRY-RUN] Would copy vendored source $SRC_DIR -> $AS_DIR" echo "[DRY-RUN] Would optionally collect cloud LLM provider keys (Groq/DeepInfra/OpenAI/OpenRouter)" echo "[DRY-RUN] Would run the app installer local-ai-setup.sh (Docker/NVIDIA toolkit, VRAM-aware models, generates compose/.env, starts stack, registers systemd 'local-ai')" echo "[DRY-RUN] Would offer an optional vision-capable model to pull (moondream/llava/qwen2.5vl/llama3.2-vision) via the generated pull-models.sh" echo "[DRY-RUN] Would offer to stop optional services not wanted (Gitea/Portainer/Kiwix/InvokeAI/ComfyUI/Aider) after the full stack starts" echo "[DRY-RUN] Would wire cloud providers into Open WebUI (OPENAI_API_BASE_URLS) preserving the local RAG connection" echo "[DRY-RUN] Would write gpu-mode.sh and optionally enable the GPU switcher (one small GPU shared by Ollama and InvokeAI/ComfyUI)" echo "[DRY-RUN] Would attach Open WebUI to caddy_net and configure Caddy (open-webui:8080, host port 3000)" return 0 fi if [ ! -d "$SRC_DIR" ]; then log_error "Vendored Local AI Stack source not found at $SRC_DIR" return 1 fi # ── Copy vendored source into the docker dir ────────────────────────────── # The installer generates its compose/.env/systemd as siblings here (it uses # its own dir as BASE), matching the upstream layout. The installer never # overwrites a user-edited .env on re-run. mkdir -p "$AS_DIR" cp -a "$SRC_DIR/." "$AS_DIR/" ensure_docker_dir_ownership "$AS_DIR" cd "$AS_DIR" || return 1 chmod +x ./*.sh systemd/*.sh 2>/dev/null || true # ── Cloud LLM providers (optional) ──────────────────────────────────────── # Open WebUI already uses the *singular* OPENAI_API_* slot for the local RAG # server. To add cloud providers we switch it to the *plural* list form and # keep RAG as the first entry, so RAG keeps working. echo "" log_info "Cloud LLM providers — optional, added to Open WebUI alongside local Ollama + RAG." log_info "All are OpenAI-compatible. Pick any combination (you enter a key for each):" echo "" log_info " 1) Groq Fast LPU inference, generous free tier. Key: https://console.groq.com/keys" log_info " 2) DeepInfra Cheapest host for open models, zero-retention. Key: https://deepinfra.com/dash/api_keys" log_info " 3) OpenAI GPT-5.x, o-series, gpt-image. Key: https://platform.openai.com/api-keys" log_info " 4) OpenRouter One key, 300+ models. Key: https://openrouter.ai/keys" log_info " 0) Skip — stay fully local" echo "" log_info " Example: '1 2' wires Groq + DeepInfra." echo "" local CLOUD_CHOICES="" prompt_text "Cloud providers to add (0 or blank = skip, stay fully local):" "" CLOUD_CHOICES # Parallel arrays: display name, OpenAI-compatible base URL, and entered key declare -a CLOUD_NAMES=() CLOUD_URLS=() CLOUD_KEYS=() local _c _cname _curl _ckey for _c in $CLOUD_CHOICES; do _cname="" ; _curl="" case "$_c" in 0) continue ;; 1) _cname="Groq"; _curl="https://api.groq.com/openai/v1" ;; 2) _cname="DeepInfra"; _curl="https://api.deepinfra.com/v1/openai" ;; 3) _cname="OpenAI"; _curl="https://api.openai.com/v1" ;; 4) _cname="OpenRouter"; _curl="https://openrouter.ai/api/v1" ;; *) log_warning "Ignoring unknown choice '$_c'"; continue ;; esac _ckey="" prompt_text "$_cname API key (enter to skip):" "" _ckey if [ -n "$_ckey" ]; then CLOUD_NAMES+=("$_cname"); CLOUD_URLS+=("$_curl"); CLOUD_KEYS+=("$_ckey") else log_warning "No key for $_cname — skipping." fi done # ── Hand off to the app's own installer ─────────────────────────────────── echo "" log_warning "The Local AI Stack installer is heavy: it can install Docker + the NVIDIA" log_warning "container toolkit, pulls several GB of images, and registers a systemd unit." local RUN_NOW="" prompt_yn "Run the Local AI Stack installer now? (y/n):" "y" RUN_NOW local INSTALLER_RAN=false if [[ "$RUN_NOW" =~ ^[Yy]$ ]]; then # --no-pull skips the (large, slow) Ollama model downloads when unattended. local _flags="" [ "$UNATTENDED" = true ] && _flags="--no-pull" if [ -f local-ai-setup.sh ]; then if bash local-ai-setup.sh $_flags; then INSTALLER_RAN=true log_success "Local AI Stack installer finished" else log_warning "local-ai-setup.sh reported an error — see output above" fi else log_error "local-ai-setup.sh missing from vendored source" fi else log_info "Skipped. Run later: cd $AS_DIR && bash local-ai-setup.sh" fi # local-ai-setup.sh runs as whoever invoked this wrapper — root, since # setup.sh itself is run via sudo — so everything it just generated # (docker-compose.yml, .env, requirements.txt, server.py, pull-models.sh, # etc.) comes out root-owned. Hand it back to ACTUAL_USER unconditionally, # not just on the cloud-provider path below. Confirmed live: without this, # re-running local-ai-setup.sh directly later (the update path, plain user, # no sudo — exactly what its own "run later" message above tells you to do) # fails with "Permission denied" on any file the first root-run created, # e.g. requirements.txt. ensure_docker_dir_ownership "$AS_DIR" # ── Optional services — not everyone wants the whole stack running ──────── # local-ai-setup.sh above always generates and starts every service in the # stack unconditionally — Ollama/Open WebUI/ChromaDB/RAG/MCP (the core) plus # Gitea, Portainer, Kiwix, InvokeAI, ComfyUI, and Aider. Several of those # are genuinely optional depending on the box — e.g. Gitea when you already # run git elsewhere, or Portainer when you manage Docker some other way. # Rather than make local-ai-setup.sh's own compose generation conditional # (risky: it's vendored upstream code, and other services reference these # by container name/network in ways that would need auditing one by one), # just stop the ones not wanted after the fact — images are already pulled # either way, and `docker compose up -d ` brings any of them back # later with no reinstall needed. User feedback: wanted this choice instead # of always getting the full stack. if [ "$INSTALLER_RAN" = true ]; then echo "" log_info "The full stack is running. Some of these are genuinely optional —" log_info "stop the ones you don't need (start any of them again later with" log_info "'docker compose up -d ', no reinstall required):" echo "" echo " 1) Gitea — skip if you already run git elsewhere" echo " 2) Portainer — skip if you manage Docker some other way" echo " 3) Kiwix — offline Wikipedia/docs server" echo " 4) InvokeAI — image generation (SD/SDXL/Flux)" echo " 5) ComfyUI — image generation (node-based)" echo " 6) Aider — AI pair-programming CLI" echo "" local STOP_CHOICES="" prompt_text "Stop which of these? (space-separated numbers, blank to keep everything running):" "" STOP_CHOICES local _s _svc declare -a _TO_STOP=() for _s in $STOP_CHOICES; do _svc="" case "$_s" in 1) _svc="gitea" ;; 2) _svc="portainer" ;; 3) _svc="kiwix" ;; 4) _svc="invokeai" ;; 5) _svc="comfyui" ;; 6) _svc="aider" ;; *) log_warning "Ignoring unknown choice '$_s'"; continue ;; esac _TO_STOP+=("$_svc") done if [ ${#_TO_STOP[@]} -gt 0 ]; then (cd "$AS_DIR" && docker compose stop "${_TO_STOP[@]}") \ && log_success "Stopped: ${_TO_STOP[*]} (images still pulled — bring any back with: docker compose up -d )" \ || log_warning "Couldn't stop one or more services — check: docker compose ps" fi fi # ── Wire cloud providers into the generated compose ─────────────────────── if [ ${#CLOUD_NAMES[@]} -gt 0 ] && [ -f "$AS_DIR/docker-compose.yml" ]; then # Prepend the local RAG connection so RAG keeps working, then the clouds. local URLS="http://rag-server:8001/v1" KEYS="local-rag" _i for _i in "${!CLOUD_NAMES[@]}"; do URLS+=";${CLOUD_URLS[$_i]}"; KEYS+=";${CLOUD_KEYS[$_i]}" done # Upsert into the stack .env (compose interpolates these; keys stay out of # the committed-looking compose file). Drop any existing line, then append. _as_set_env() { sed -i -E "/^#?[[:space:]]*$1=/d" "$AS_DIR/.env" 2>/dev/null printf '%s=%s\n' "$1" "$2" >> "$AS_DIR/.env" } touch "$AS_DIR/.env" _as_set_env OPENAI_API_BASE_URLS "$URLS" _as_set_env OPENAI_API_KEYS "$KEYS" chmod 600 "$AS_DIR/.env" # Swap Open WebUI's singular RAG slot to the plural list form (idempotent). if grep -q 'OPENAI_API_BASE_URL=http://rag-server' "$AS_DIR/docker-compose.yml"; then sed -i 's|- OPENAI_API_BASE_URL=http://rag-server:8001/v1|- OPENAI_API_BASE_URLS=${OPENAI_API_BASE_URLS}|' "$AS_DIR/docker-compose.yml" sed -i 's|- OPENAI_API_KEY=local-rag|- OPENAI_API_KEYS=${OPENAI_API_KEYS}|' "$AS_DIR/docker-compose.yml" log_success "Cloud providers wired into Open WebUI: ${CLOUD_NAMES[*]} (local RAG preserved)" (cd "$AS_DIR" && docker compose up -d open-webui) \ && log_success "Open WebUI recreated with cloud providers" \ || log_warning "Could not recreate Open WebUI — run: cd $AS_DIR && docker compose up -d" else log_warning "Open WebUI RAG env not found in compose — add cloud providers via Open WebUI → Settings → Connections instead." fi ensure_docker_dir_ownership "$AS_DIR" elif [ ${#CLOUD_NAMES[@]} -gt 0 ]; then log_warning "No generated docker-compose.yml yet — add ${CLOUD_NAMES[*]} via Open WebUI → Settings → Connections after first start." fi # ── Optional GPU switcher ───────────────────────────────────────────────── # One small GPU can't run local chat (Ollama) and local image-gen # (InvokeAI/ComfyUI) at once. gpu-mode.sh time-shares it; the always-on # services (Open WebUI, Gitea, RAG, MCP, Kiwix) are never touched. Cloud # models need no swap. Open WebUI = chat/research/code+git; PaintPlus = images. cat > "$AS_DIR/gpu-mode.sh" << 'GPUEOF' #!/usr/bin/env bash # gpu-mode.sh — time-share ONE small GPU between local LLM and local image-gen. # # llm Ollama up (Open WebUI local chat); InvokeAI + ComfyUI stopped # images InvokeAI + ComfyUI up (PaintPlus local backend); Ollama stopped # status show which GPU services run + VRAM use # # Only needed when one small GPU serves BOTH locally. Cloud models and the # always-on services (Open WebUI, Gitea, RAG, MCP, Kiwix) are unaffected. set -euo pipefail cd "$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)" LLM_SVCS=(ollama) IMG_SVCS=(invokeai comfyui) case "${1:-status}" in llm) docker compose stop "${IMG_SVCS[@]}" 2>/dev/null || true docker compose up -d "${LLM_SVCS[@]}" echo "GPU -> LLM: Ollama up, image-gen stopped. Open WebUI local models ready." ;; images) docker compose stop "${LLM_SVCS[@]}" 2>/dev/null || true docker compose up -d "${IMG_SVCS[@]}" echo "GPU -> Images: InvokeAI+ComfyUI up, Ollama stopped. PaintPlus local backend ready." ;; status) for s in "${LLM_SVCS[@]}" "${IMG_SVCS[@]}"; do printf " %-10s %s\n" "$s" "$(docker inspect -f '{{.State.Running}}' "$s" 2>/dev/null || echo absent)" done command -v nvidia-smi >/dev/null 2>&1 && \ nvidia-smi --query-gpu=memory.used,memory.total --format=csv,noheader || true ;; *) echo "Usage: gpu-mode.sh {llm|images|status}"; exit 1 ;; esac GPUEOF chmod +x "$AS_DIR/gpu-mode.sh" local SMALL_GPU="" prompt_yn "Small local GPU shared between local chat and local image-gen? (sets up the GPU switcher) (y/n):" "n" SMALL_GPU if [[ "$SMALL_GPU" =~ ^[Yy]$ ]]; then if [ "$INSTALLER_RAN" = true ]; then log_info "Small-GPU mode: handing the GPU to local chat (Ollama) and stopping image-gen." (cd "$AS_DIR" && bash gpu-mode.sh llm) \ || log_warning "Could not set chat mode — run: $AS_DIR/gpu-mode.sh llm" fi echo "" log_warning "SMALL-GPU MODE: only ONE of {local chat, local images} runs at a time." log_warning " Swap the GPU yourself when you change tasks:" log_warning " $AS_DIR/gpu-mode.sh images # before generating locally in PaintPlus" log_warning " $AS_DIR/gpu-mode.sh llm # back to local chat in Open WebUI" log_warning " $AS_DIR/gpu-mode.sh status # see which is active" log_warning " (Cloud models work anytime and need no swap.)" echo "" else log_info "GPU switcher written to $AS_DIR/gpu-mode.sh — use it if a small GPU ever needs to time-share." fi ensure_docker_dir_ownership "$AS_DIR" # ── Caddy (Open WebUI has built-in auth — no Authelia) ──────────────────── # The generated compose doesn't join caddy_net, so attach the container by name. # Mirrors configure_caddy_for_service's own mode resolution (lib/common.sh): # explicit CADDY_MODE from the site config wins, then a local ~/docker/caddy, # then the legacy CADDY_REMOTE_HOST var. Only "local" joins caddy_net — a # remote Caddy box can't reach this container by name over a bridge network # it isn't on anyway. local _CADDY_MODE="${CADDY_MODE:-none}" [ "$_CADDY_MODE" = "none" ] && [ -d "$DOCKER_DIR/caddy" ] && _CADDY_MODE="local" [ "$_CADDY_MODE" = "none" ] && [ -n "${CADDY_REMOTE_HOST:-}" ] && _CADDY_MODE="remote" if [ "$_CADDY_MODE" = "local" ] && [ "$INSTALLER_RAN" = true ]; then docker network connect "$SITE_CADDY_NET" open-webui 2>/dev/null || true fi configure_caddy_for_service "Open WebUI" "open-webui:8080" "ai" # ── Deploy notes (the app's own docs stay at $AS_DIR/README.md) ─────────── # Filename is deliberately not README.md — that name is already taken by # the vendored app's own docs, copied into this same directory above. # Static content (roles, GPU switcher, service URLs, etc.) lives in the # companion services/ai-stack.md and gets appended below, same idea as # write_readme's own companion-doc convention (lib/common.sh) but manual # here since write_readme always targets README.md. cat > "$AS_DIR/POST-INSTALL-NOTES.md" << MD # Local AI Stack — deployment notes (ubuntu-post-install) Vendored app source copied here from the \`ai-stack\` service. Full app docs: \`README.md\` in this directory. Source: github.com/outis1one/local-ai MD if [ -f "$SELF_DIR/ai-stack.md" ]; then cat "$SELF_DIR/ai-stack.md" >> "$AS_DIR/POST-INSTALL-NOTES.md" fi ensure_docker_dir_ownership "$AS_DIR" echo "" echo " Open WebUI: http://localhost:3000 (chat/research/code — Ollama + cloud, built-in login)" echo " InvokeAI: http://localhost:9090 ComfyUI: http://localhost:8188 (PaintPlus image backends)" echo " Kiwix: http://localhost:8181 Gitea: http://localhost:3001 Portainer: https://localhost:9443" echo " App dir: $AS_DIR (app docs: README.md · deploy notes: POST-INSTALL-NOTES.md)" if [ ${#CLOUD_NAMES[@]} -gt 0 ]; then echo " Cloud LLM: ${CLOUD_NAMES[*]} (wired into Open WebUI)" fi if [[ "$SMALL_GPU" =~ ^[Yy]$ ]]; then echo " GPU switch: $AS_DIR/gpu-mode.sh {images|llm|status} (small-GPU mode ON)" fi echo "" }