#!/usr/bin/env bash set -uo pipefail # ── ComfyUI vast.ai Setup Script ────────────────────────────── # Run from inside the cloned ComfyUI directory. # Usage: git clone && cd ComfyUI && bash setup-vastai.sh # # Expects: NVIDIA GPU, Python 3.10+, git, wget SCRIPT_DIR="$(cd "$(dirname "$0")" && pwd)" MODELS_DIR="$SCRIPT_DIR/models" FAILED_DOWNLOADS=() FAILED_NODES=() CURRENT_DOWNLOAD="" cleanup() { echo "" if [ -n "$CURRENT_DOWNLOAD" ] && [ -f "$CURRENT_DOWNLOAD" ]; then rm -f "$CURRENT_DOWNLOAD" err "Cleaned up partial download: $(basename "$CURRENT_DOWNLOAD")" fi err "Setup interrupted. Re-run the script to resume — completed downloads will be skipped." exit 130 } trap cleanup INT TERM # ── Helpers ─────────────────────────────────────────────────── log() { echo -e "\033[1;32m[setup]\033[0m $*"; } warn() { echo -e "\033[1;33m[warn]\033[0m $*" >&2; } err() { echo -e "\033[1;31m[error]\033[0m $*" >&2; } die() { err "$*"; exit 1; } dl() { local url="$1" dest="$2" name name="$(basename "$dest")" if [ -f "$dest" ]; then local size size=$(stat -c%s "$dest" 2>/dev/null || stat -f%z "$dest" 2>/dev/null || echo 0) if [ "$size" -gt 0 ]; then log " Skip (exists): $name" return 0 else warn " Removing empty file: $name" rm -f "$dest" fi fi mkdir -p "$(dirname "$dest")" log " Downloading: $name" local tmp="${dest}.part" CURRENT_DOWNLOAD="$tmp" if wget -q --show-progress -O "$tmp" "$url"; then mv "$tmp" "$dest" CURRENT_DOWNLOAD="" else rm -f "$tmp" CURRENT_DOWNLOAD="" err " Failed to download: $name" FAILED_DOWNLOADS+=("$name ($url)") return 1 fi } symlink() { local target="$1" link="$2" mkdir -p "$(dirname "$link")" if [ ! -f "$target" ]; then warn " Symlink target missing: $(basename "$target") — skipping" return 1 fi ln -sf "$target" "$link" } # ── Preflight Checks ──────────────────────────────────────── cd "$SCRIPT_DIR" [ -f "main.py" ] || die "Not in a ComfyUI directory (main.py not found). Run from inside the repo." for cmd in git python3 wget; do command -v "$cmd" &>/dev/null || die "'$cmd' is required but not found." done log "Starting ComfyUI setup in: $SCRIPT_DIR" # ── Git LFS ────────────────────────────────────────────────── if git lfs version &>/dev/null; then log "Pulling LFS files (Civitai loras)..." git lfs install > /dev/null 2>&1 git lfs pull || warn "LFS pull failed — Civitai loras may be missing" else log "git-lfs not found, installing..." if apt-get update -qq && apt-get install -y -qq git-lfs > /dev/null 2>&1; then git lfs install > /dev/null 2>&1 git lfs pull || warn "LFS pull failed — Civitai loras may be missing" else warn "Could not install git-lfs — Civitai loras will not be available" fi fi # ── Python Environment ─────────────────────────────────────── log "Setting up Python environment..." if [ ! -d "$SCRIPT_DIR/venv" ]; then python3 -m venv venv || { err "Failed to create virtual environment"; } fi # shellcheck disable=SC1091 source venv/bin/activate # Install PyTorch with CUDA log "Installing PyTorch with CUDA..." pip install --quiet --upgrade torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cu124 \ || err "Failed to install PyTorch — ComfyUI will not work without it" # Verify CUDA is available if python3 -c "import torch; assert torch.cuda.is_available(), 'no cuda'" 2>/dev/null; then log "PyTorch CUDA: OK ($(python3 -c 'import torch; print(torch.cuda.get_device_name(0))'))" else warn "PyTorch installed but CUDA not available — generation will be very slow" fi # Install ComfyUI requirements log "Installing ComfyUI requirements..." pip install --quiet --upgrade -r requirements.txt \ || err "Failed to install some ComfyUI requirements" # ── Custom Node Requirements ───────────────────────────────── log "Installing custom node requirements..." for req in custom_nodes/*/requirements.txt; do [ -f "$req" ] || continue node_name="$(basename "$(dirname "$req")")" log " $node_name" if ! pip install --quiet --upgrade -r "$req" 2>/dev/null; then warn " Some deps failed for $node_name" FAILED_NODES+=("$node_name") fi done # ── Download Models ─────────────────────────────────────────── log "Downloading models from HuggingFace..." log "" # Checkpoints log "[ Checkpoints ]" dl "https://huggingface.co/Comfy-Org/flux1-dev/resolve/main/flux1-dev-fp8.safetensors" \ "$MODELS_DIR/checkpoints/flux1-dev-fp8.safetensors" # CLIP / Text Encoders log "[ CLIP & Text Encoders ]" dl "https://huggingface.co/comfyanonymous/flux_text_encoders/resolve/main/clip_l.safetensors" \ "$MODELS_DIR/clip/clip_l.safetensors" dl "https://huggingface.co/comfyanonymous/flux_text_encoders/resolve/main/t5xxl_fp8_e4m3fn.safetensors" \ "$MODELS_DIR/clip/t5xxl_fp8_e4m3fn.safetensors" dl "https://huggingface.co/QuanSun/EVA-CLIP/resolve/main/EVA02_CLIP_L_336_psz14_s6B.pt" \ "$MODELS_DIR/clip/EVA02_CLIP_L_336_psz14_s6B.pt" # Symlink text_encoders -> clip (same files) mkdir -p "$MODELS_DIR/text_encoders" symlink "$MODELS_DIR/clip/clip_l.safetensors" "$MODELS_DIR/text_encoders/clip_l.safetensors" symlink "$MODELS_DIR/clip/t5xxl_fp8_e4m3fn.safetensors" "$MODELS_DIR/text_encoders/t5xxl_fp8_e4m3fn.safetensors" # CLIP Vision log "[ CLIP Vision ]" dl "https://huggingface.co/Comfy-Org/sigclip_vision_384/resolve/main/sigclip_vision_patch14_384.safetensors" \ "$MODELS_DIR/clip_vision/sigclip_vision_patch14_384.safetensors" # ControlNet log "[ ControlNet ]" dl "https://huggingface.co/Shakker-Labs/FLUX.1-dev-ControlNet-Union-Pro/resolve/main/diffusion_pytorch_model.safetensors" \ "$MODELS_DIR/controlnet/flux_controlnet_pro.safetensors" # VAE log "[ VAE ]" dl "https://huggingface.co/black-forest-labs/FLUX.1-schnell/resolve/main/ae.safetensors" \ "$MODELS_DIR/vae/ae.safetensors" # Upscale log "[ Upscale ]" dl "https://huggingface.co/uwg/upscaler/resolve/main/ESRGAN/4x_NMKD-Siax_200k.pth" \ "$MODELS_DIR/upscale_models/4x_NMKD-Siax_200k.pth" # PuLID log "[ PuLID ]" dl "https://huggingface.co/guozinan/PuLID/resolve/main/pulid_flux_v0.9.0.safetensors" \ "$MODELS_DIR/pulid/pulid_flux_v0.9.0.safetensors" # SAM / SAM2 log "[ SAM ]" dl "https://huggingface.co/Kijai/sam2-safetensors/resolve/main/sam2_hiera_base_plus.safetensors" \ "$MODELS_DIR/sam2/sam2_hiera_base_plus.safetensors" dl "https://huggingface.co/datasets/Gourieff/ReActor/resolve/main/models/sams/sam_vit_b_01ec64.pth" \ "$MODELS_DIR/sams/sam_vit_b_01ec64.pth" # Facexlib log "[ Facexlib ]" dl "https://huggingface.co/leonelhs/facexlib/resolve/main/detection_Resnet50_Final.pth" \ "$MODELS_DIR/facexlib/detection_Resnet50_Final.pth" dl "https://huggingface.co/leonelhs/facexlib/resolve/main/parsing_bisenet.pth" \ "$MODELS_DIR/facexlib/parsing_bisenet.pth" # InsightFace (antelopev2) log "[ InsightFace (antelopev2) ]" mkdir -p "$MODELS_DIR/insightface/models/antelopev2" dl "https://huggingface.co/DIAMONIK7777/antelopev2/resolve/main/1k3d68.onnx" \ "$MODELS_DIR/insightface/models/antelopev2/1k3d68.onnx" dl "https://huggingface.co/DIAMONIK7777/antelopev2/resolve/main/2d106det.onnx" \ "$MODELS_DIR/insightface/models/antelopev2/2d106det.onnx" dl "https://huggingface.co/DIAMONIK7777/antelopev2/resolve/main/genderage.onnx" \ "$MODELS_DIR/insightface/models/antelopev2/genderage.onnx" dl "https://huggingface.co/DIAMONIK7777/antelopev2/resolve/main/glintr100.onnx" \ "$MODELS_DIR/insightface/models/antelopev2/glintr100.onnx" dl "https://huggingface.co/DIAMONIK7777/antelopev2/resolve/main/scrfd_10g_bnkps.onnx" \ "$MODELS_DIR/insightface/models/antelopev2/scrfd_10g_bnkps.onnx" # Ultralytics (YOLO) log "[ Ultralytics ]" dl "https://huggingface.co/Bingsu/adetailer/resolve/main/face_yolov8m.pt" \ "$MODELS_DIR/ultralytics/face_yolov8m.pt" dl "https://huggingface.co/Bingsu/adetailer/resolve/main/hand_yolov8s.pt" \ "$MODELS_DIR/ultralytics/hand_yolov8s.pt" dl "https://huggingface.co/Bingsu/adetailer/resolve/main/person_yolov8m-seg.pt" \ "$MODELS_DIR/ultralytics/person_yolov8m-seg.pt" # USO (LoRA + projector) log "[ USO ]" dl "https://huggingface.co/Comfy-Org/USO_1.0_Repackaged/resolve/main/split_files/loras/uso-flux1-dit-lora-v1.safetensors" \ "$MODELS_DIR/loras/uso-flux1-dit-lora-v1.safetensors" dl "https://huggingface.co/Comfy-Org/USO_1.0_Repackaged/resolve/main/split_files/model_patches/uso-flux1-projector-v1.safetensors" \ "$MODELS_DIR/model_patches/uso-flux1-projector-v1.safetensors" # Florence-2-base (LLM) log "[ Florence-2-base ]" mkdir -p "$MODELS_DIR/LLM/Florence-2-base" FLORENCE_BASE="https://huggingface.co/microsoft/Florence-2-base/resolve/main" for f in model.safetensors pytorch_model.bin config.json configuration_florence2.py \ modeling_florence2.py preprocessor_config.json processing_florence2.py \ tokenizer.json tokenizer_config.json vocab.json; do dl "$FLORENCE_BASE/$f" "$MODELS_DIR/LLM/Florence-2-base/$f" done # ── Create Symlinks (matching local layout) ────────────────── log "" log "Creating model symlinks..." symlink "$MODELS_DIR/checkpoints/flux1-dev-fp8.safetensors" "$MODELS_DIR/diffusion_models/flux1-dev-fp8.safetensors" symlink "$MODELS_DIR/checkpoints/flux1-dev-fp8.safetensors" "$MODELS_DIR/diffusion_models/FLUX/flux1-dev-fp8.safetensors" symlink "$MODELS_DIR/checkpoints/flux1-dev-fp8.safetensors" "$MODELS_DIR/unet/flux1-dev-fp8.safetensors" symlink "$MODELS_DIR/controlnet/flux_controlnet_pro.safetensors" "$MODELS_DIR/diffusion_models/flux_controlnet_pro.safetensors" symlink "$MODELS_DIR/controlnet/flux_controlnet_pro.safetensors" "$MODELS_DIR/xlabs/controlnets/flux_controlnet_pro.safetensors" # ── Summary ────────────────────────────────────────────────── echo "" echo "━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━" if [ ${#FAILED_DOWNLOADS[@]} -gt 0 ]; then err "Failed downloads (${#FAILED_DOWNLOADS[@]}):" for f in "${FAILED_DOWNLOADS[@]}"; do err " - $f" done echo "" fi if [ ${#FAILED_NODES[@]} -gt 0 ]; then warn "Custom nodes with dependency issues (${#FAILED_NODES[@]}):" for n in "${FAILED_NODES[@]}"; do warn " - $n" done echo "" fi if [ ${#FAILED_DOWNLOADS[@]} -eq 0 ] && [ ${#FAILED_NODES[@]} -eq 0 ]; then log "Setup complete — no errors!" else log "Setup complete with issues (see above)." fi echo "" log "To start ComfyUI:" log " cd $SCRIPT_DIR" log " source venv/bin/activate" log " python main.py --listen 0.0.0.0 --lowvram --fp8_e4m3fn-text-enc" echo "━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━"