Add iopaint and ai-gpu services
iopaint: AI image inpainting (object removal, fill, restore) via IOPaint + LaMa model. Runs CPU by default; GPU option writes nvidia deploy block. No built-in auth — Authelia SSO prompt included. Port 8100. ai-gpu: GPU AI stack from outis1one/ai-6gb-gpu. Clones repo and sets up three stacks under ~/docker/ai-gpu/: InvokeAI image gen (port 9090), Ollama + Open WebUI + SearXNG LLM stack (ports 11434/3000), and Flask portal (port 8080) that hot-swaps the GPU between stacks. Patches hardcoded home paths in portal docker-compose.yml to use ACTUAL_HOME. Prompts for TZ (replaces hardcoded America/New_York). Caddy for both portal (localai) and InvokeAI (images). https://claude.ai/code/session_01JEu7LgCWXKhXo18MeYFRZp
This commit is contained in:
Claude
@@ -67,7 +67,7 @@ Update them any time with `sudo ./setup.sh configure`.
|
|||||||
|-------|---------|
|
|-------|---------|
|
||||||
| `base` | `net-tools`, `ncdu`, `git`, `curl`, `wget`, `htop`, `tree`, `zip`/`unzip`, `ca-certificates`, `gnupg`, `jq`, `rsync`; `glow` (terminal markdown reader, Charm apt repo) |
|
| `base` | `net-tools`, `ncdu`, `git`, `curl`, `wget`, `htop`, `tree`, `zip`/`unzip`, `ca-certificates`, `gnupg`, `jq`, `rsync`; `glow` (terminal markdown reader, Charm apt repo) |
|
||||||
| `homelab` | `caddy`, `crowdsec`, `authelia`, `homeassistant`, `asterisk` |
|
| `homelab` | `caddy`, `crowdsec`, `authelia`, `homeassistant`, `asterisk` |
|
||||||
| `utilities` | `actualbudget`, `archivebox`, `changedetection`, `ddclient`, `filebrowser`, `fmd`, `gatus`, `homebox`, `joplin`, `koha`, `magicmirror`, `mail-archiver`, `mattermost`, `mealie`, `meshcentral`, `n8n`, `nextcloud`, `ntfy`, `onlyoffice`, `portainer`, `rustdesk`, `stirling-pdf`, `syncthing`, `traccar`, `unifi`, `uptimekuma`, `vaultwarden`, `watchyourlan`, `watchtower`, `wg-easy` |
|
| `utilities` | `actualbudget`, `ai-gpu`, `archivebox`, `changedetection`, `ddclient`, `filebrowser`, `fmd`, `gatus`, `homebox`, `iopaint`, `joplin`, `koha`, `magicmirror`, `mail-archiver`, `mattermost`, `mealie`, `meshcentral`, `n8n`, `nextcloud`, `ntfy`, `onlyoffice`, `portainer`, `rustdesk`, `stirling-pdf`, `syncthing`, `traccar`, `unifi`, `uptimekuma`, `vaultwarden`, `watchyourlan`, `watchtower`, `wg-easy` |
|
||||||
| `media` | `arm`, `audiobookshelf`, `calibre-web`, `emby`, `immich`, `jellyfin`, `lyrion` |
|
| `media` | `arm`, `audiobookshelf`, `calibre-web`, `emby`, `immich`, `jellyfin`, `lyrion` |
|
||||||
| `cameras` | `frigate`, `frigate-audio`, `frigate-notify`, `sky-cam` |
|
| `cameras` | `frigate`, `frigate-audio`, `frigate-notify`, `sky-cam` |
|
||||||
| `gaming` | `drum-rhythm-game`, `js99er`, `minecraft`, `wolf`, `wolf-pair` |
|
| `gaming` | `drum-rhythm-game`, `js99er`, `minecraft`, `wolf`, `wolf-pair` |
|
||||||
|
|||||||
@@ -0,0 +1,449 @@
|
|||||||
|
#!/bin/bash
|
||||||
|
# services/ai-gpu.sh — GPU AI stack: InvokeAI image gen + Ollama/OpenWebUI LLM + swap portal.
|
||||||
|
# Part of the modular post-install system (sourced by setup.sh).
|
||||||
|
#
|
||||||
|
# Can also be run standalone on any machine:
|
||||||
|
# sudo bash ai-gpu.sh
|
||||||
|
# (Docker + nvidia-container-toolkit must already be installed)
|
||||||
|
#
|
||||||
|
# Clones https://github.com/outis1one/ai-6gb-gpu and installs three stacks:
|
||||||
|
# image-gen/ — InvokeAI (port 9090), nvidia GPU, optimised for 6 GB VRAM
|
||||||
|
# llm/ — Ollama (11434) + Open WebUI (3000) + SearXNG (internal)
|
||||||
|
# portal/ — Flask app (port 8080), mounts Docker socket, hot-swaps GPU between stacks
|
||||||
|
#
|
||||||
|
# Because a 6 GB GPU can only run ONE stack at a time, the portal handles the swap:
|
||||||
|
# stop the active stack, start the requested one. Stop image-gen before starting llm, and vice versa.
|
||||||
|
|
||||||
|
# ── Standalone bootstrap ──────────────────────────────────────────────────────
|
||||||
|
if [[ "${BASH_SOURCE[0]}" == "${0}" ]]; then
|
||||||
|
[[ "$(id -u)" == "0" ]] || { echo "Run with sudo: sudo bash $0"; exit 1; }
|
||||||
|
|
||||||
|
_SELF_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
|
||||||
|
_COMMON="$_SELF_DIR/../lib/common.sh"
|
||||||
|
|
||||||
|
if [[ -f "$_COMMON" ]]; then
|
||||||
|
source "$_COMMON"
|
||||||
|
else
|
||||||
|
log_info() { echo -e "\033[0;34m[INFO]\033[0m $*"; }
|
||||||
|
log_success() { echo -e "\033[0;32m[OK]\033[0m $*"; }
|
||||||
|
log_warning() { echo -e "\033[1;33m[WARN]\033[0m $*"; }
|
||||||
|
log_error() { echo -e "\033[0;31m[ERROR]\033[0m $*" >&2; }
|
||||||
|
|
||||||
|
require_docker() {
|
||||||
|
command -v docker &>/dev/null || {
|
||||||
|
log_error "Docker not found. Install it first:"
|
||||||
|
log_error " curl -fsSL https://get.docker.com | sudo sh"
|
||||||
|
return 1
|
||||||
|
}
|
||||||
|
docker compose version &>/dev/null || {
|
||||||
|
log_error "Docker Compose plugin missing:"
|
||||||
|
log_error " sudo apt-get install -y docker-compose-plugin"
|
||||||
|
return 1
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
ensure_docker_dir_ownership() {
|
||||||
|
chown -R "$ACTUAL_USER:$ACTUAL_USER" "$@" 2>/dev/null || true
|
||||||
|
}
|
||||||
|
|
||||||
|
prompt_text() {
|
||||||
|
local _q="$1" _def="$2" _var="$3" _r
|
||||||
|
[[ "${UNATTENDED:-false}" == "true" ]] && { eval "$_var='$_def'"; return; }
|
||||||
|
read -r -p " $_q " _r
|
||||||
|
eval "$_var='${_r:-$_def}'"
|
||||||
|
}
|
||||||
|
|
||||||
|
prompt_yn() {
|
||||||
|
local _q="$1" _def="$2" _var="$3" _r
|
||||||
|
[[ "${UNATTENDED:-false}" == "true" ]] && { eval "$_var='$_def'"; return; }
|
||||||
|
read -r -p " $_q " _r
|
||||||
|
eval "$_var='${_r:-$_def}'"
|
||||||
|
}
|
||||||
|
|
||||||
|
configure_caddy_for_service() {
|
||||||
|
local _name="$1" _upstream="$2" _subdomain="$3" _extra="${4:-}"
|
||||||
|
local _caddy_dir="$DOCKER_DIR/caddy"
|
||||||
|
local _caddyfile="$_caddy_dir/Caddyfile"
|
||||||
|
local _display_port="${_upstream##*:}"
|
||||||
|
|
||||||
|
local _mode="none"
|
||||||
|
[[ -d "$_caddy_dir" ]] && _mode="local"
|
||||||
|
[[ -n "${CADDY_REMOTE_HOST:-}" ]] && [[ "$_mode" != "local" ]] && _mode="remote"
|
||||||
|
[[ "$_mode" == "none" ]] && {
|
||||||
|
log_info "Access $_name directly on port $_display_port."
|
||||||
|
return 0
|
||||||
|
}
|
||||||
|
|
||||||
|
echo ""
|
||||||
|
local _do_caddy=""
|
||||||
|
if [[ "$_mode" == "remote" ]]; then
|
||||||
|
log_info "Remote Caddy configured (${CADDY_REMOTE_HOST})."
|
||||||
|
log_info "A snippet file will be saved to ~/docker/caddy-snippets/."
|
||||||
|
fi
|
||||||
|
read -r -p " Configure Caddy reverse proxy for $_name? [y/N]: " _do_caddy
|
||||||
|
[[ "${_do_caddy,,}" == "y" ]] || {
|
||||||
|
log_info "Skipping — access at: http://localhost:$_display_port"
|
||||||
|
return 0
|
||||||
|
}
|
||||||
|
|
||||||
|
local _default_domain=""
|
||||||
|
if [[ -n "${SITE_DOMAIN:-}" ]] && [[ "$SITE_DOMAIN" != "example.com" ]]; then
|
||||||
|
_default_domain="${_subdomain}.${SITE_DOMAIN}"
|
||||||
|
log_info "Default: $_default_domain"
|
||||||
|
fi
|
||||||
|
local _domain=""
|
||||||
|
read -r -p " Domain [${_default_domain:-required}]: " _domain
|
||||||
|
_domain="${_domain:-$_default_domain}"
|
||||||
|
[[ -n "$_domain" ]] || { log_warning "No domain entered — skipping Caddy."; return 0; }
|
||||||
|
|
||||||
|
local _block_upstream="$_upstream"
|
||||||
|
if [[ "$_mode" == "remote" ]]; then
|
||||||
|
_block_upstream="${CADDY_REMOTE_HOST}:${_display_port}"
|
||||||
|
fi
|
||||||
|
|
||||||
|
local _site_block
|
||||||
|
_site_block="$(cat << CBLOCK
|
||||||
|
|
||||||
|
# $_name
|
||||||
|
${_domain} {
|
||||||
|
reverse_proxy ${_block_upstream}
|
||||||
|
|
||||||
|
header {
|
||||||
|
Strict-Transport-Security "max-age=31536000; includeSubDomains; preload"
|
||||||
|
X-Content-Type-Options "nosniff"
|
||||||
|
X-Frame-Options "SAMEORIGIN"
|
||||||
|
Referrer-Policy "strict-origin-when-cross-origin"
|
||||||
|
}
|
||||||
|
|
||||||
|
log {
|
||||||
|
output file /var/log/caddy/${_domain}.log
|
||||||
|
format json
|
||||||
|
}
|
||||||
|
${_extra}
|
||||||
|
}
|
||||||
|
CBLOCK
|
||||||
|
)"
|
||||||
|
|
||||||
|
if [[ "$_mode" == "local" ]]; then
|
||||||
|
if [[ -f "$_caddyfile" ]]; then
|
||||||
|
local _bk="$_caddy_dir/Caddyfile.backup.$(date +%Y%m%d-%H%M%S)"
|
||||||
|
cp "$_caddyfile" "$_bk"
|
||||||
|
log_info "Backed up Caddyfile to $(basename "$_bk")"
|
||||||
|
else
|
||||||
|
touch "$_caddyfile"
|
||||||
|
fi
|
||||||
|
|
||||||
|
if grep -q "^${_domain}" "$_caddyfile" 2>/dev/null; then
|
||||||
|
log_warning "$_domain already in Caddyfile"
|
||||||
|
local _ow=""
|
||||||
|
read -r -p " Overwrite? [y/N]: " _ow
|
||||||
|
[[ "${_ow,,}" == "y" ]] || { log_info "Keeping existing entry."; return 0; }
|
||||||
|
sed -i "/^${_domain}/,/^}/d" "$_caddyfile"
|
||||||
|
fi
|
||||||
|
|
||||||
|
printf '%s\n' "$_site_block" >> "$_caddyfile"
|
||||||
|
log_success "Added $_domain to Caddyfile"
|
||||||
|
docker exec caddy caddy fmt --overwrite /etc/caddy/Caddyfile 2>/dev/null || true
|
||||||
|
if docker exec caddy caddy reload --config /etc/caddy/Caddyfile 2>/dev/null; then
|
||||||
|
log_success "$_name accessible at: https://$_domain"
|
||||||
|
else
|
||||||
|
log_warning "Reload failed — check: docker logs caddy"
|
||||||
|
log_info "Manual reload: docker exec caddy caddy reload --config /etc/caddy/Caddyfile"
|
||||||
|
fi
|
||||||
|
else
|
||||||
|
local _snippet_dir="$DOCKER_DIR/caddy-snippets"
|
||||||
|
local _snippet_file="$_snippet_dir/${_subdomain}.caddy"
|
||||||
|
mkdir -p "$_snippet_dir"
|
||||||
|
printf '%s\n' "$_site_block" > "$_snippet_file"
|
||||||
|
chown "$ACTUAL_USER:$ACTUAL_USER" "$_snippet_file" 2>/dev/null || true
|
||||||
|
log_success "Snippet saved: $_snippet_file"
|
||||||
|
log_info "Copy to Caddy machine:"
|
||||||
|
log_info " scp $_snippet_file caddy-host:~/caddy-snippets/"
|
||||||
|
log_info " rsync -av $_snippet_dir/ caddy-host:~/caddy-snippets/ (all at once)"
|
||||||
|
fi
|
||||||
|
}
|
||||||
|
|
||||||
|
write_readme() {
|
||||||
|
local _dir="$1"
|
||||||
|
mkdir -p "$_dir"
|
||||||
|
[[ "${DRY_RUN:-false}" == "true" ]] && return 0
|
||||||
|
cat > "$_dir/README.md"
|
||||||
|
}
|
||||||
|
|
||||||
|
generate_password() {
|
||||||
|
local _len="${1:-32}"
|
||||||
|
tr -dc 'A-Za-z0-9' < /dev/urandom | head -c "$_len"
|
||||||
|
echo
|
||||||
|
}
|
||||||
|
fi
|
||||||
|
|
||||||
|
ACTUAL_USER="${ACTUAL_USER:-${SUDO_USER:-$USER}}"
|
||||||
|
ACTUAL_HOME="$(getent passwd "$ACTUAL_USER" 2>/dev/null | cut -d: -f6 || echo "${HOME:-/root}")"
|
||||||
|
DOCKER_DIR="${DOCKER_DIR:-$ACTUAL_HOME/docker}"
|
||||||
|
DRY_RUN="${DRY_RUN:-false}"
|
||||||
|
UNATTENDED="${UNATTENDED:-false}"
|
||||||
|
SITE_TZ="${SITE_TZ:-$(cat /etc/timezone 2>/dev/null || echo UTC)}"
|
||||||
|
SITE_DOMAIN="${SITE_DOMAIN:-example.com}"
|
||||||
|
SITE_CADDY_NET="${SITE_CADDY_NET:-caddy_net}"
|
||||||
|
CADDY_REMOTE_HOST="${CADDY_REMOTE_HOST:-}"
|
||||||
|
|
||||||
|
register_service() { :; }
|
||||||
|
_RUN_STANDALONE=1
|
||||||
|
fi
|
||||||
|
# ─────────────────────────────────────────────────────────────────────────────
|
||||||
|
|
||||||
|
register_service ai-gpu utilities "GPU AI stack — InvokeAI image gen + Ollama/OpenWebUI LLM (6 GB VRAM)" 9090
|
||||||
|
|
||||||
|
install_ai_gpu() {
|
||||||
|
require_docker || return 1
|
||||||
|
log_info "Installing AI GPU stack (InvokeAI + Ollama/OpenWebUI + portal)..."
|
||||||
|
log_info "Requires: nvidia GPU with 6 GB+ VRAM, nvidia-container-toolkit installed."
|
||||||
|
|
||||||
|
local AI_DIR="$DOCKER_DIR/ai-gpu"
|
||||||
|
local REPO_URL="https://github.com/outis1one/ai-6gb-gpu.git"
|
||||||
|
local REPO_DIR="$AI_DIR/src"
|
||||||
|
|
||||||
|
if [ "$DRY_RUN" = true ]; then
|
||||||
|
echo "[DRY-RUN] Would clone $REPO_URL to $REPO_DIR"
|
||||||
|
echo "[DRY-RUN] Would create stacks: image-gen (InvokeAI:9090), llm (Ollama:11434 + OpenWebUI:3000), portal (8080)"
|
||||||
|
echo "[DRY-RUN] Would write .env files and patch portal volume paths to $ACTUAL_HOME/docker"
|
||||||
|
echo "[DRY-RUN] Would configure Caddy for portal (localai) and InvokeAI (images)"
|
||||||
|
return 0
|
||||||
|
fi
|
||||||
|
|
||||||
|
# TZ — repo defaults to America/New_York, replace with user preference
|
||||||
|
local TZ_VAL="${SITE_TZ:-UTC}"
|
||||||
|
prompt_text "Timezone (e.g. America/New_York) [$TZ_VAL]:" "$TZ_VAL" TZ_VAL
|
||||||
|
TZ_VAL="${TZ_VAL:-UTC}"
|
||||||
|
|
||||||
|
mkdir -p "$AI_DIR"
|
||||||
|
|
||||||
|
# ── Clone / update repo ───────────────────────────────────────────────────
|
||||||
|
if [ -d "$REPO_DIR/.git" ]; then
|
||||||
|
log_info "Updating ai-6gb-gpu repo..."
|
||||||
|
git -C "$REPO_DIR" pull --ff-only 2>/dev/null \
|
||||||
|
&& log_success "Repo updated" \
|
||||||
|
|| log_warning "Could not pull latest — using existing version"
|
||||||
|
else
|
||||||
|
log_info "Cloning ai-6gb-gpu repo..."
|
||||||
|
git clone --depth 1 "$REPO_URL" "$REPO_DIR" \
|
||||||
|
|| { log_error "Clone failed — check network and git access"; return 1; }
|
||||||
|
fi
|
||||||
|
|
||||||
|
# ── Image-gen stack (InvokeAI) ────────────────────────────────────────────
|
||||||
|
local IMAGE_GEN_DIR="$AI_DIR/image-gen"
|
||||||
|
mkdir -p "$IMAGE_GEN_DIR"
|
||||||
|
if [ -d "$REPO_DIR/ai-image-gen" ]; then
|
||||||
|
cp -rn "$REPO_DIR/ai-image-gen/." "$IMAGE_GEN_DIR/" 2>/dev/null || true
|
||||||
|
# Replace any hardcoded timezone
|
||||||
|
find "$IMAGE_GEN_DIR" -name "docker-compose.yml" -exec \
|
||||||
|
sed -i "s|America/New_York|$TZ_VAL|g" {} \;
|
||||||
|
fi
|
||||||
|
|
||||||
|
cat > "$IMAGE_GEN_DIR/.env" << IMGENV
|
||||||
|
# InvokeAI — image generation
|
||||||
|
TZ=${TZ_VAL}
|
||||||
|
# VRAM cap: 3 GB leaves headroom on a 6 GB card
|
||||||
|
INVOKEAI_vram=3
|
||||||
|
# RAM cache for model layers
|
||||||
|
INVOKEAI_ram=8
|
||||||
|
CADDY_NET=${SITE_CADDY_NET}
|
||||||
|
IMGENV
|
||||||
|
chmod 600 "$IMAGE_GEN_DIR/.env"
|
||||||
|
|
||||||
|
# ── LLM stack (Ollama + Open WebUI + SearXNG) ─────────────────────────────
|
||||||
|
local LLM_DIR="$AI_DIR/llm"
|
||||||
|
mkdir -p "$LLM_DIR"
|
||||||
|
if [ -d "$REPO_DIR/ai-llm" ]; then
|
||||||
|
cp -rn "$REPO_DIR/ai-llm/." "$LLM_DIR/" 2>/dev/null || true
|
||||||
|
find "$LLM_DIR" -name "docker-compose.yml" -exec \
|
||||||
|
sed -i "s|America/New_York|$TZ_VAL|g" {} \;
|
||||||
|
fi
|
||||||
|
|
||||||
|
local WEBUI_SECRET
|
||||||
|
WEBUI_SECRET="$(generate_password 32)"
|
||||||
|
|
||||||
|
cat > "$LLM_DIR/.env" << LLMENV
|
||||||
|
# Ollama + Open WebUI + SearXNG
|
||||||
|
TZ=${TZ_VAL}
|
||||||
|
# Open WebUI session secret
|
||||||
|
WEBUI_SECRET_KEY=${WEBUI_SECRET}
|
||||||
|
CADDY_NET=${SITE_CADDY_NET}
|
||||||
|
LLMENV
|
||||||
|
chmod 600 "$LLM_DIR/.env"
|
||||||
|
|
||||||
|
# ── Portal stack (Flask GPU swap controller) ──────────────────────────────
|
||||||
|
local PORTAL_DIR="$AI_DIR/portal"
|
||||||
|
mkdir -p "$PORTAL_DIR"
|
||||||
|
if [ -d "$REPO_DIR/ai-portal" ]; then
|
||||||
|
cp -rn "$REPO_DIR/ai-portal/." "$PORTAL_DIR/" 2>/dev/null || true
|
||||||
|
# Fix hardcoded home path in docker-compose.yml volume mounts
|
||||||
|
if [ -f "$PORTAL_DIR/docker-compose.yml" ]; then
|
||||||
|
sed -i \
|
||||||
|
"s|/home/[^/]*/docker:|${ACTUAL_HOME}/docker:|g" \
|
||||||
|
"$PORTAL_DIR/docker-compose.yml"
|
||||||
|
sed -i "s|America/New_York|$TZ_VAL|g" "$PORTAL_DIR/docker-compose.yml"
|
||||||
|
fi
|
||||||
|
fi
|
||||||
|
|
||||||
|
cat > "$PORTAL_DIR/.env" << PORTALENV
|
||||||
|
# AI Portal — GPU stack swap controller
|
||||||
|
TZ=${TZ_VAL}
|
||||||
|
# Paths inside the container (Docker socket mount maps ACTUAL_HOME/docker → /docker)
|
||||||
|
IMAGE_STACK=/docker/ai-gpu/image-gen
|
||||||
|
LLM_STACK=/docker/ai-gpu/llm
|
||||||
|
CADDY_NET=${SITE_CADDY_NET}
|
||||||
|
PORTALENV
|
||||||
|
chmod 600 "$PORTAL_DIR/.env"
|
||||||
|
|
||||||
|
# Set ownership across everything
|
||||||
|
ensure_docker_dir_ownership "$AI_DIR"
|
||||||
|
|
||||||
|
echo ""
|
||||||
|
log_success "AI GPU stacks configured under $AI_DIR"
|
||||||
|
log_info "Stack layout:"
|
||||||
|
log_info " image-gen/ — InvokeAI (port 9090, nvidia GPU)"
|
||||||
|
log_info " llm/ — Ollama (11434) + Open WebUI (3000) + SearXNG (internal)"
|
||||||
|
log_info " portal/ — GPU swap portal (port 8080)"
|
||||||
|
echo ""
|
||||||
|
log_warning "Only ONE GPU stack can run at a time on a 6 GB card."
|
||||||
|
log_warning "Use the portal to switch, or manually: docker compose -f <stack>/docker-compose.yml down/up."
|
||||||
|
|
||||||
|
# ── Caddy ─────────────────────────────────────────────────────────────────
|
||||||
|
configure_caddy_for_service "AI Portal" "ai-portal:8080" "localai"
|
||||||
|
configure_caddy_for_service "InvokeAI" "invokeai:9090" "images"
|
||||||
|
|
||||||
|
# ── README ────────────────────────────────────────────────────────────────
|
||||||
|
write_readme "$AI_DIR" << MD
|
||||||
|
# AI GPU Stack
|
||||||
|
|
||||||
|
Three Docker stacks optimised for a 6 GB VRAM nvidia GPU.
|
||||||
|
Source: https://github.com/outis1one/ai-6gb-gpu
|
||||||
|
|
||||||
|
## Stacks
|
||||||
|
|
||||||
|
| Stack | Service | Port | Notes |
|
||||||
|
|-------|---------|------|-------|
|
||||||
|
| \`image-gen/\` | InvokeAI | 9090 | Image generation (SDXL, Flux, etc.) |
|
||||||
|
| \`llm/\` | Ollama | 11434 | LLM inference engine |
|
||||||
|
| \`llm/\` | Open WebUI | 3000 | Chat UI for Ollama |
|
||||||
|
| \`llm/\` | SearXNG | — | Internal web search for RAG |
|
||||||
|
| \`portal/\` | AI Portal | 8080 | GPU swap controller UI |
|
||||||
|
|
||||||
|
## Important: GPU time-sharing
|
||||||
|
|
||||||
|
A 6 GB GPU can only run one AI stack at a time. Use the portal at
|
||||||
|
http://localhost:8080 to swap between image-gen and llm — it stops the
|
||||||
|
active stack before starting the requested one.
|
||||||
|
|
||||||
|
Manual swap:
|
||||||
|
\`\`\`bash
|
||||||
|
# Stop image-gen, start llm
|
||||||
|
docker compose -f $AI_DIR/image-gen/docker-compose.yml down
|
||||||
|
docker compose -f $AI_DIR/llm/docker-compose.yml up -d
|
||||||
|
|
||||||
|
# Stop llm, start image-gen
|
||||||
|
docker compose -f $AI_DIR/llm/docker-compose.yml down
|
||||||
|
docker compose -f $AI_DIR/image-gen/docker-compose.yml up -d
|
||||||
|
\`\`\`
|
||||||
|
|
||||||
|
## First-run setup
|
||||||
|
|
||||||
|
### InvokeAI
|
||||||
|
1. Open http://localhost:9090
|
||||||
|
2. Install models via the Model Manager (HuggingFace token may be needed)
|
||||||
|
3. Recommended for 6 GB: SDXL-Turbo, Flux-Schnell-quantised
|
||||||
|
|
||||||
|
### Ollama
|
||||||
|
\`\`\`bash
|
||||||
|
# Pull a model (while llm stack is running)
|
||||||
|
docker exec ollama ollama pull llama3.2
|
||||||
|
docker exec ollama ollama pull nomic-embed-text # for RAG embeddings
|
||||||
|
\`\`\`
|
||||||
|
|
||||||
|
### Open WebUI
|
||||||
|
Open http://localhost:3000 — create admin account on first visit.
|
||||||
|
|
||||||
|
## Manage individual stacks
|
||||||
|
\`\`\`bash
|
||||||
|
# Image generation
|
||||||
|
cd $AI_DIR/image-gen
|
||||||
|
docker compose up -d
|
||||||
|
docker compose down
|
||||||
|
docker compose logs -f invokeai
|
||||||
|
|
||||||
|
# LLM + chat
|
||||||
|
cd $AI_DIR/llm
|
||||||
|
docker compose up -d
|
||||||
|
docker compose down
|
||||||
|
docker compose logs -f openwebui
|
||||||
|
|
||||||
|
# Portal
|
||||||
|
cd $AI_DIR/portal
|
||||||
|
docker compose up -d
|
||||||
|
docker compose down
|
||||||
|
\`\`\`
|
||||||
|
|
||||||
|
## Update
|
||||||
|
\`\`\`bash
|
||||||
|
# Pull latest repo changes and rebuild
|
||||||
|
cd $REPO_DIR && git pull
|
||||||
|
cd $AI_DIR/image-gen && docker compose pull && docker compose up -d
|
||||||
|
cd $AI_DIR/llm && docker compose pull && docker compose up -d
|
||||||
|
cd $AI_DIR/portal && docker compose build --pull && docker compose up -d
|
||||||
|
\`\`\`
|
||||||
|
|
||||||
|
## Files
|
||||||
|
- image-gen/.env — InvokeAI VRAM/RAM limits and TZ
|
||||||
|
- llm/.env — Open WebUI secret key and TZ
|
||||||
|
- portal/.env — stack paths and TZ
|
||||||
|
MD
|
||||||
|
|
||||||
|
# ── Start prompt ──────────────────────────────────────────────────────────
|
||||||
|
echo ""
|
||||||
|
log_info "Which stack do you want to start now?"
|
||||||
|
log_info " 1) Portal only (recommended first — lets you manage the others)"
|
||||||
|
log_info " 2) Portal + image-gen (InvokeAI)"
|
||||||
|
log_info " 3) Portal + llm (Ollama/OpenWebUI)"
|
||||||
|
log_info " 4) None — start manually later"
|
||||||
|
|
||||||
|
local START_CHOICE=""
|
||||||
|
prompt_text "Choice [1]:" "1" START_CHOICE
|
||||||
|
|
||||||
|
case "$START_CHOICE" in
|
||||||
|
1)
|
||||||
|
docker compose -f "$PORTAL_DIR/docker-compose.yml" up -d \
|
||||||
|
&& log_success "Portal started — http://localhost:8080" \
|
||||||
|
|| log_warning "Portal start failed — check: docker compose -f $PORTAL_DIR/docker-compose.yml logs"
|
||||||
|
;;
|
||||||
|
2)
|
||||||
|
docker compose -f "$PORTAL_DIR/docker-compose.yml" up -d \
|
||||||
|
&& log_success "Portal started" \
|
||||||
|
|| log_warning "Portal start failed"
|
||||||
|
docker compose -f "$IMAGE_GEN_DIR/docker-compose.yml" up -d \
|
||||||
|
&& log_success "InvokeAI started — http://localhost:9090" \
|
||||||
|
|| log_warning "InvokeAI start failed — check: docker compose -f $IMAGE_GEN_DIR/docker-compose.yml logs"
|
||||||
|
;;
|
||||||
|
3)
|
||||||
|
docker compose -f "$PORTAL_DIR/docker-compose.yml" up -d \
|
||||||
|
&& log_success "Portal started" \
|
||||||
|
|| log_warning "Portal start failed"
|
||||||
|
docker compose -f "$LLM_DIR/docker-compose.yml" up -d \
|
||||||
|
&& log_success "LLM stack started — Open WebUI: http://localhost:3000" \
|
||||||
|
|| log_warning "LLM start failed — check: docker compose -f $LLM_DIR/docker-compose.yml logs"
|
||||||
|
;;
|
||||||
|
*)
|
||||||
|
log_info "Skipped. Start when ready:"
|
||||||
|
log_info " docker compose -f $PORTAL_DIR/docker-compose.yml up -d"
|
||||||
|
;;
|
||||||
|
esac
|
||||||
|
|
||||||
|
echo ""
|
||||||
|
echo " Portal: http://localhost:8080"
|
||||||
|
echo " InvokeAI: http://localhost:9090 (image-gen stack)"
|
||||||
|
echo " OpenWebUI: http://localhost:3000 (llm stack)"
|
||||||
|
echo " Source: $REPO_DIR"
|
||||||
|
echo ""
|
||||||
|
}
|
||||||
|
|
||||||
|
[[ "${_RUN_STANDALONE:-0}" == 1 ]] && install_ai_gpu
|
||||||
@@ -0,0 +1,364 @@
|
|||||||
|
#!/bin/bash
|
||||||
|
# services/iopaint.sh — AI image inpainting: object removal, fill, restore (IOPaint + LaMa).
|
||||||
|
# Part of the modular post-install system (sourced by setup.sh).
|
||||||
|
#
|
||||||
|
# Can also be run standalone on any machine:
|
||||||
|
# sudo bash iopaint.sh
|
||||||
|
# (Docker must already be installed when run standalone)
|
||||||
|
#
|
||||||
|
# Runs the LaMa model (erase/fill objects) by default on CPU.
|
||||||
|
# For GPU inference set DEVICE=cuda in .env and install nvidia-container-toolkit.
|
||||||
|
# IOPaint has no built-in auth — protect with Authelia via Caddy.
|
||||||
|
|
||||||
|
# ── Standalone bootstrap ──────────────────────────────────────────────────────
|
||||||
|
if [[ "${BASH_SOURCE[0]}" == "${0}" ]]; then
|
||||||
|
[[ "$(id -u)" == "0" ]] || { echo "Run with sudo: sudo bash $0"; exit 1; }
|
||||||
|
|
||||||
|
_SELF_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
|
||||||
|
_COMMON="$_SELF_DIR/../lib/common.sh"
|
||||||
|
|
||||||
|
if [[ -f "$_COMMON" ]]; then
|
||||||
|
source "$_COMMON"
|
||||||
|
else
|
||||||
|
log_info() { echo -e "\033[0;34m[INFO]\033[0m $*"; }
|
||||||
|
log_success() { echo -e "\033[0;32m[OK]\033[0m $*"; }
|
||||||
|
log_warning() { echo -e "\033[1;33m[WARN]\033[0m $*"; }
|
||||||
|
log_error() { echo -e "\033[0;31m[ERROR]\033[0m $*" >&2; }
|
||||||
|
|
||||||
|
require_docker() {
|
||||||
|
command -v docker &>/dev/null || {
|
||||||
|
log_error "Docker not found. Install it first:"
|
||||||
|
log_error " curl -fsSL https://get.docker.com | sudo sh"
|
||||||
|
return 1
|
||||||
|
}
|
||||||
|
docker compose version &>/dev/null || {
|
||||||
|
log_error "Docker Compose plugin missing:"
|
||||||
|
log_error " sudo apt-get install -y docker-compose-plugin"
|
||||||
|
return 1
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
ensure_docker_dir_ownership() {
|
||||||
|
chown -R "$ACTUAL_USER:$ACTUAL_USER" "$@" 2>/dev/null || true
|
||||||
|
}
|
||||||
|
|
||||||
|
prompt_text() {
|
||||||
|
local _q="$1" _def="$2" _var="$3" _r
|
||||||
|
[[ "${UNATTENDED:-false}" == "true" ]] && { eval "$_var='$_def'"; return; }
|
||||||
|
read -r -p " $_q " _r
|
||||||
|
eval "$_var='${_r:-$_def}'"
|
||||||
|
}
|
||||||
|
|
||||||
|
prompt_yn() {
|
||||||
|
local _q="$1" _def="$2" _var="$3" _r
|
||||||
|
[[ "${UNATTENDED:-false}" == "true" ]] && { eval "$_var='$_def'"; return; }
|
||||||
|
read -r -p " $_q " _r
|
||||||
|
eval "$_var='${_r:-$_def}'"
|
||||||
|
}
|
||||||
|
|
||||||
|
configure_caddy_for_service() {
|
||||||
|
local _name="$1" _upstream="$2" _subdomain="$3" _extra="${4:-}"
|
||||||
|
local _caddy_dir="$DOCKER_DIR/caddy"
|
||||||
|
local _caddyfile="$_caddy_dir/Caddyfile"
|
||||||
|
local _display_port="${_upstream##*:}"
|
||||||
|
|
||||||
|
local _mode="none"
|
||||||
|
[[ -d "$_caddy_dir" ]] && _mode="local"
|
||||||
|
[[ -n "${CADDY_REMOTE_HOST:-}" ]] && [[ "$_mode" != "local" ]] && _mode="remote"
|
||||||
|
[[ "$_mode" == "none" ]] && {
|
||||||
|
log_info "Access $_name directly on port $_display_port."
|
||||||
|
return 0
|
||||||
|
}
|
||||||
|
|
||||||
|
echo ""
|
||||||
|
local _do_caddy=""
|
||||||
|
if [[ "$_mode" == "remote" ]]; then
|
||||||
|
log_info "Remote Caddy configured (${CADDY_REMOTE_HOST})."
|
||||||
|
log_info "A snippet file will be saved to ~/docker/caddy-snippets/."
|
||||||
|
fi
|
||||||
|
read -r -p " Configure Caddy reverse proxy for $_name? [y/N]: " _do_caddy
|
||||||
|
[[ "${_do_caddy,,}" == "y" ]] || {
|
||||||
|
log_info "Skipping — access at: http://localhost:$_display_port"
|
||||||
|
return 0
|
||||||
|
}
|
||||||
|
|
||||||
|
local _default_domain=""
|
||||||
|
if [[ -n "${SITE_DOMAIN:-}" ]] && [[ "$SITE_DOMAIN" != "example.com" ]]; then
|
||||||
|
_default_domain="${_subdomain}.${SITE_DOMAIN}"
|
||||||
|
log_info "Default: $_default_domain"
|
||||||
|
fi
|
||||||
|
local _domain=""
|
||||||
|
read -r -p " Domain [${_default_domain:-required}]: " _domain
|
||||||
|
_domain="${_domain:-$_default_domain}"
|
||||||
|
[[ -n "$_domain" ]] || { log_warning "No domain entered — skipping Caddy."; return 0; }
|
||||||
|
|
||||||
|
local _block_upstream="$_upstream"
|
||||||
|
if [[ "$_mode" == "remote" ]]; then
|
||||||
|
_block_upstream="${CADDY_REMOTE_HOST}:${_display_port}"
|
||||||
|
fi
|
||||||
|
|
||||||
|
local _site_block
|
||||||
|
_site_block="$(cat << CBLOCK
|
||||||
|
|
||||||
|
# $_name
|
||||||
|
${_domain} {
|
||||||
|
reverse_proxy ${_block_upstream}
|
||||||
|
|
||||||
|
header {
|
||||||
|
Strict-Transport-Security "max-age=31536000; includeSubDomains; preload"
|
||||||
|
X-Content-Type-Options "nosniff"
|
||||||
|
X-Frame-Options "SAMEORIGIN"
|
||||||
|
Referrer-Policy "strict-origin-when-cross-origin"
|
||||||
|
}
|
||||||
|
|
||||||
|
log {
|
||||||
|
output file /var/log/caddy/${_domain}.log
|
||||||
|
format json
|
||||||
|
}
|
||||||
|
${_extra}
|
||||||
|
}
|
||||||
|
CBLOCK
|
||||||
|
)"
|
||||||
|
|
||||||
|
if [[ "$_mode" == "local" ]]; then
|
||||||
|
if [[ -f "$_caddyfile" ]]; then
|
||||||
|
local _bk="$_caddy_dir/Caddyfile.backup.$(date +%Y%m%d-%H%M%S)"
|
||||||
|
cp "$_caddyfile" "$_bk"
|
||||||
|
log_info "Backed up Caddyfile to $(basename "$_bk")"
|
||||||
|
else
|
||||||
|
touch "$_caddyfile"
|
||||||
|
fi
|
||||||
|
|
||||||
|
if grep -q "^${_domain}" "$_caddyfile" 2>/dev/null; then
|
||||||
|
log_warning "$_domain already in Caddyfile"
|
||||||
|
local _ow=""
|
||||||
|
read -r -p " Overwrite? [y/N]: " _ow
|
||||||
|
[[ "${_ow,,}" == "y" ]] || { log_info "Keeping existing entry."; return 0; }
|
||||||
|
sed -i "/^${_domain}/,/^}/d" "$_caddyfile"
|
||||||
|
fi
|
||||||
|
|
||||||
|
printf '%s\n' "$_site_block" >> "$_caddyfile"
|
||||||
|
log_success "Added $_domain to Caddyfile"
|
||||||
|
docker exec caddy caddy fmt --overwrite /etc/caddy/Caddyfile 2>/dev/null || true
|
||||||
|
if docker exec caddy caddy reload --config /etc/caddy/Caddyfile 2>/dev/null; then
|
||||||
|
log_success "$_name accessible at: https://$_domain"
|
||||||
|
else
|
||||||
|
log_warning "Reload failed — check: docker logs caddy"
|
||||||
|
log_info "Manual reload: docker exec caddy caddy reload --config /etc/caddy/Caddyfile"
|
||||||
|
fi
|
||||||
|
else
|
||||||
|
local _snippet_dir="$DOCKER_DIR/caddy-snippets"
|
||||||
|
local _snippet_file="$_snippet_dir/${_subdomain}.caddy"
|
||||||
|
mkdir -p "$_snippet_dir"
|
||||||
|
printf '%s\n' "$_site_block" > "$_snippet_file"
|
||||||
|
chown "$ACTUAL_USER:$ACTUAL_USER" "$_snippet_file" 2>/dev/null || true
|
||||||
|
log_success "Snippet saved: $_snippet_file"
|
||||||
|
log_info "Copy to Caddy machine:"
|
||||||
|
log_info " scp $_snippet_file caddy-host:~/caddy-snippets/"
|
||||||
|
log_info " rsync -av $_snippet_dir/ caddy-host:~/caddy-snippets/ (all at once)"
|
||||||
|
fi
|
||||||
|
}
|
||||||
|
|
||||||
|
write_readme() {
|
||||||
|
local _dir="$1"
|
||||||
|
mkdir -p "$_dir"
|
||||||
|
[[ "${DRY_RUN:-false}" == "true" ]] && return 0
|
||||||
|
cat > "$_dir/README.md"
|
||||||
|
}
|
||||||
|
fi
|
||||||
|
|
||||||
|
ACTUAL_USER="${ACTUAL_USER:-${SUDO_USER:-$USER}}"
|
||||||
|
ACTUAL_HOME="$(getent passwd "$ACTUAL_USER" 2>/dev/null | cut -d: -f6 || echo "${HOME:-/root}")"
|
||||||
|
DOCKER_DIR="${DOCKER_DIR:-$ACTUAL_HOME/docker}"
|
||||||
|
DRY_RUN="${DRY_RUN:-false}"
|
||||||
|
UNATTENDED="${UNATTENDED:-false}"
|
||||||
|
SITE_TZ="${SITE_TZ:-$(cat /etc/timezone 2>/dev/null || echo UTC)}"
|
||||||
|
SITE_DOMAIN="${SITE_DOMAIN:-example.com}"
|
||||||
|
SITE_CADDY_NET="${SITE_CADDY_NET:-caddy_net}"
|
||||||
|
CADDY_REMOTE_HOST="${CADDY_REMOTE_HOST:-}"
|
||||||
|
|
||||||
|
register_service() { :; }
|
||||||
|
_RUN_STANDALONE=1
|
||||||
|
fi
|
||||||
|
# ─────────────────────────────────────────────────────────────────────────────
|
||||||
|
|
||||||
|
register_service iopaint utilities "AI image inpainting — erase objects, fill, restore (IOPaint)" 8100
|
||||||
|
|
||||||
|
install_iopaint() {
|
||||||
|
require_docker || return 1
|
||||||
|
log_info "Installing IOPaint..."
|
||||||
|
|
||||||
|
local IOPAINT_DIR="$DOCKER_DIR/iopaint"
|
||||||
|
|
||||||
|
if [ "$DRY_RUN" = true ]; then
|
||||||
|
echo "[DRY-RUN] Would create $IOPAINT_DIR"
|
||||||
|
echo "[DRY-RUN] Would write docker-compose.yml and .env"
|
||||||
|
echo "[DRY-RUN] Would offer GPU (CUDA) support and Authelia SSO"
|
||||||
|
return 0
|
||||||
|
fi
|
||||||
|
|
||||||
|
mkdir -p "$IOPAINT_DIR"
|
||||||
|
ensure_docker_dir_ownership "$IOPAINT_DIR"
|
||||||
|
cd "$IOPAINT_DIR" || return 1
|
||||||
|
|
||||||
|
# Ask about GPU
|
||||||
|
local USE_GPU=""
|
||||||
|
prompt_yn "Enable CUDA GPU support? Requires nvidia-container-toolkit (y/n):" "n" USE_GPU
|
||||||
|
|
||||||
|
if [[ "$USE_GPU" =~ ^[Yy]$ ]]; then
|
||||||
|
cat > docker-compose.yml << 'IOPAINT_GPU'
|
||||||
|
name: iopaint
|
||||||
|
|
||||||
|
services:
|
||||||
|
iopaint:
|
||||||
|
image: cwq1913/iopaint:latest
|
||||||
|
container_name: iopaint
|
||||||
|
hostname: iopaint
|
||||||
|
restart: unless-stopped
|
||||||
|
command: iopaint start --model=lama --device=cuda --port=8080 --host=0.0.0.0
|
||||||
|
ports:
|
||||||
|
- "8100:8080"
|
||||||
|
volumes:
|
||||||
|
- ./models:/root/.cache/iopaint
|
||||||
|
- ./input:/app/input
|
||||||
|
- ./output:/app/output
|
||||||
|
environment:
|
||||||
|
- DEVICE=cuda
|
||||||
|
deploy:
|
||||||
|
resources:
|
||||||
|
reservations:
|
||||||
|
devices:
|
||||||
|
- driver: nvidia
|
||||||
|
count: 1
|
||||||
|
capabilities: [gpu]
|
||||||
|
networks:
|
||||||
|
- caddy_net
|
||||||
|
|
||||||
|
networks:
|
||||||
|
caddy_net:
|
||||||
|
external: true
|
||||||
|
name: ${CADDY_NET:-caddy_net}
|
||||||
|
IOPAINT_GPU
|
||||||
|
log_info "CUDA GPU mode enabled."
|
||||||
|
else
|
||||||
|
cat > docker-compose.yml << 'IOPAINT_CPU'
|
||||||
|
name: iopaint
|
||||||
|
|
||||||
|
services:
|
||||||
|
iopaint:
|
||||||
|
image: cwq1913/iopaint:latest
|
||||||
|
container_name: iopaint
|
||||||
|
hostname: iopaint
|
||||||
|
restart: unless-stopped
|
||||||
|
command: iopaint start --model=lama --device=cpu --port=8080 --host=0.0.0.0
|
||||||
|
ports:
|
||||||
|
- "8100:8080"
|
||||||
|
volumes:
|
||||||
|
- ./models:/root/.cache/iopaint
|
||||||
|
- ./input:/app/input
|
||||||
|
- ./output:/app/output
|
||||||
|
networks:
|
||||||
|
- caddy_net
|
||||||
|
|
||||||
|
networks:
|
||||||
|
caddy_net:
|
||||||
|
external: true
|
||||||
|
name: ${CADDY_NET:-caddy_net}
|
||||||
|
IOPAINT_CPU
|
||||||
|
log_info "CPU mode (default). Change DEVICE to cuda in .env and update the command to use GPU later."
|
||||||
|
fi
|
||||||
|
|
||||||
|
cat > .env << IOPAINT_ENV
|
||||||
|
# IOPaint configuration
|
||||||
|
|
||||||
|
# Model to use for inpainting (lama recommended for object removal/erase)
|
||||||
|
# Other models: ldm, zits, mat, fcf, manga, cv2, migan
|
||||||
|
MODEL=lama
|
||||||
|
|
||||||
|
# Device: cpu or cuda (cuda requires nvidia-container-toolkit + GPU deploy block)
|
||||||
|
DEVICE=$([ "${USE_GPU,,}" = "y" ] && echo "cuda" || echo "cpu")
|
||||||
|
|
||||||
|
# Caddy network
|
||||||
|
CADDY_NET=${SITE_CADDY_NET}
|
||||||
|
IOPAINT_ENV
|
||||||
|
chmod 600 .env
|
||||||
|
|
||||||
|
mkdir -p models input output
|
||||||
|
chown -R "$ACTUAL_USER:$ACTUAL_USER" "$IOPAINT_DIR"
|
||||||
|
|
||||||
|
echo ""
|
||||||
|
log_success "IOPaint configured at $IOPAINT_DIR"
|
||||||
|
log_info "LaMa model downloads on first start (~170 MB). Upload images via the web UI."
|
||||||
|
log_info "To switch models later: edit the --model= argument in docker-compose.yml and restart."
|
||||||
|
|
||||||
|
# No built-in auth — offer Authelia SSO protection
|
||||||
|
local EXTRA_BLOCK=""
|
||||||
|
if [ -d "$DOCKER_DIR/authelia" ]; then
|
||||||
|
local _use_auth=""
|
||||||
|
prompt_yn "Protect IOPaint with Authelia SSO? (y/n):" "y" _use_auth
|
||||||
|
[[ "$_use_auth" =~ ^[Yy]$ ]] && EXTRA_BLOCK=" import authelia"
|
||||||
|
fi
|
||||||
|
|
||||||
|
configure_caddy_for_service "IOPaint" "iopaint:8080" "inpaint" "$EXTRA_BLOCK"
|
||||||
|
|
||||||
|
write_readme "$IOPAINT_DIR" << MD
|
||||||
|
# IOPaint
|
||||||
|
|
||||||
|
AI-powered image inpainting — erase objects, fill regions, restore photos.
|
||||||
|
Uses the LaMa (Large Mask) model for high-quality object removal by default.
|
||||||
|
|
||||||
|
## Access
|
||||||
|
- URL: http://localhost:8100
|
||||||
|
- No built-in login — protect via Authelia SSO if needed
|
||||||
|
|
||||||
|
## Models
|
||||||
|
The \`--model\` argument in docker-compose.yml selects the AI model:
|
||||||
|
| Model | Best for |
|
||||||
|
|--------|----------|
|
||||||
|
| \`lama\` | Object removal, erase (default) |
|
||||||
|
| \`ldm\` | Texture-aware fill |
|
||||||
|
| \`zits\` | Face/portrait restoration |
|
||||||
|
| \`mat\` | Large missing region fill |
|
||||||
|
| \`manga\`| Manga/comic text removal |
|
||||||
|
|
||||||
|
Models download automatically on first use. Cached in \`./models/\`.
|
||||||
|
|
||||||
|
## GPU acceleration
|
||||||
|
Requires \`nvidia-container-toolkit\`. To enable:
|
||||||
|
1. Edit docker-compose.yml: change \`--device=cpu\` → \`--device=cuda\`
|
||||||
|
2. Uncomment the \`deploy:\` block (or re-run this installer with GPU=y)
|
||||||
|
3. Restart: \`docker compose down && docker compose up -d\`
|
||||||
|
|
||||||
|
## Manage
|
||||||
|
\`\`\`bash
|
||||||
|
cd $IOPAINT_DIR
|
||||||
|
docker compose up -d # start
|
||||||
|
docker compose down # stop
|
||||||
|
docker compose logs -f # logs
|
||||||
|
docker compose pull && docker compose down && docker compose up -d # update
|
||||||
|
\`\`\`
|
||||||
|
|
||||||
|
## Files
|
||||||
|
- docker-compose.yml — stack definition (edit for model/device changes)
|
||||||
|
- .env — runtime config
|
||||||
|
- models/ — cached AI model weights
|
||||||
|
- input/ — optional: place images here
|
||||||
|
- output/ — processed images written here
|
||||||
|
MD
|
||||||
|
|
||||||
|
local START_IO=""
|
||||||
|
prompt_yn "Start IOPaint now? (y/n):" "y" START_IO
|
||||||
|
if [ "$START_IO" = "y" ] || [ "$START_IO" = "Y" ]; then
|
||||||
|
docker compose up -d \
|
||||||
|
&& log_success "IOPaint started — LaMa model will download on first use" \
|
||||||
|
|| log_warning "Start failed — check: docker compose logs"
|
||||||
|
fi
|
||||||
|
|
||||||
|
echo ""
|
||||||
|
echo " URL: http://localhost:8100"
|
||||||
|
echo " Model: LaMa (erase / object removal)"
|
||||||
|
echo " Device: $([ "${USE_GPU,,}" = "y" ] && echo "CUDA GPU" || echo "CPU")"
|
||||||
|
echo ""
|
||||||
|
}
|
||||||
|
|
||||||
|
[[ "${_RUN_STANDALONE:-0}" == 1 ]] && install_iopaint
|
||||||
Reference in New Issue
Block a user