diff --git a/.env b/.env new file mode 100644 index 0000000..e69de29 diff --git a/.gitignore b/.gitignore index 2a011a1..716e2af 100644 --- a/.gitignore +++ b/.gitignore @@ -1,5 +1,6 @@ /.devcontainer /docker-compose.override.yml +/.env # VSCode specific *.code-workspace diff --git a/docker-compose.yml b/docker-compose.yml index 970b612..3f83e86 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -6,6 +6,7 @@ x-base_service: &base_service - &v2 ./output:/output stop_signal: SIGKILL tty: true + env_file: .env deploy: resources: reservations: @@ -30,6 +31,7 @@ services: image: sd-auto:78 environment: - CLI_ARGS=--allow-code --medvram --xformers --enable-insecure-extension-access --api + env_file: .env auto-cpu: <<: *automatic @@ -37,6 +39,7 @@ services: deploy: {} environment: - CLI_ARGS=--no-half --precision full --allow-code --enable-insecure-extension-access --api + env_file: .env comfy: &comfy <<: *base_service @@ -45,6 +48,7 @@ services: image: sd-comfy:7 environment: - CLI_ARGS= + env_file: .env comfy-cpu: @@ -53,3 +57,4 @@ services: deploy: {} environment: - CLI_ARGS=--cpu + env_file: .env diff --git a/services/comfy/Dockerfile b/services/comfy/Dockerfile index 2de504d..d9a704e 100644 --- a/services/comfy/Dockerfile +++ b/services/comfy/Dockerfile @@ -1,22 +1,108 @@ -FROM pytorch/pytorch:2.3.0-cuda12.1-cudnn8-runtime +FROM pytorch/pytorch:2.5.1-cuda12.4-cudnn9-runtime -ENV DEBIAN_FRONTEND=noninteractive PIP_PREFER_BINARY=1 +# Limited system user UID +ARG USE_UID=0 +# Limited system user GID +ARG USE_GID=0 +# System user name +ARG USE_USER=root +# System group name +ARG USE_GROUP=root +# Latest tag or bleeding edge commit +ARG USE_EDGE=false +# ComfyUI-GGUF +ARG USE_GGUF=false +# x-flux-comfyui +ARG USE_XFLUX=false +# comfyui_controlnet_aux +ARG USE_CNAUX=false +# krita-ai-diffusion +ARG USE_KRITA=false +# ComfyUI_IPAdapter_plus +ARG USE_IPAPLUS=false +# comfyui-inpaint-nodes +ARG USE_INPAINT=false +# comfyui-tooling-nodes +ARG USE_TOOLING=false -RUN apt-get update && apt-get install -y git && apt-get clean +ENV USE_CNAUX=$USE_CNAUX USE_IPAPLUS=$USE_IPAPLUS +ENV USE_INPAINT=$USE_INPAINT USE_TOOLING=$USE_TOOLING +ENV DEBIAN_FRONTEND=noninteractive PIP_PREFER_BINARY=1 USE_EDGE=$USE_EDGE +ENV USE_GGUF=$USE_GGUF USE_XFLUX=$USE_XFLUX ROOT=/stable-diffusion +ENV CACHE=/home/$USE_USER/.cache USE_KRITA=$USE_KRITA -ENV ROOT=/stable-diffusion -RUN --mount=type=cache,target=/root/.cache/pip \ +RUN mkdir -p ${ROOT} ${CACHE}/pip /home/${USE_USER} + +# User/Group +RUN if [ ${USE_GID} -ne 0 ]; then \ + groupadd -r ${USE_GROUP} -g ${USE_GID}; \ + fi; \ + if [ ${USE_GID} -ne 0 ]; then \ + useradd --no-log-init -m -r -g ${USE_GROUP} ${USE_USER} -u ${USE_UID}; \ + fi; \ + chown -R ${USE_UID}:${USE_GID} ${ROOT} ${CACHE} /home/${USE_USER} + +RUN apt-get update && apt-get install -y git python3-pip +RUN if [ "${USE_XFLUX}" = "true" ] || [ "${USE_KRITA}" = "true" ] || [ "${USE_CNAUX}" = "true" ]; then \ + apt-get install -y libgl1-mesa-glx python3-opencv; \ + fi +RUN apt-get clean + +USER ${USE_USER}:${USE_GROUP} +ENV PATH="${PATH}:/home/${USE_USER}/.local/bin" + +RUN --mount=type=cache,uid=${USE_UID},gid=${USE_GID},target=${CACHE} pip --cache-dir=${CACHE}/pip install -U pip + +RUN --mount=type=cache,uid=${USE_UID},gid=${USE_GID},target=${CACHE} \ git clone https://github.com/comfyanonymous/ComfyUI.git ${ROOT} && \ cd ${ROOT} && \ git checkout master && \ - git reset --hard 276f8fce9f5a80b500947fb5745a4dde9e84622d && \ - pip install -r requirements.txt + bash -c 'VERSION=$(git describe --tags --abbrev=0) && \ + if [ "${USE_EDGE}" = "true" ]; then VERSION=$(git describe --abbrev=7); fi && \ + git reset --hard ${VERSION}' && \ + pip --cache-dir=${CACHE}/pip install -r requirements.txt && \ + if [ "${USE_KRITA}" = "true" ]; then \ + git clone https://github.com/Acly/krita-ai-diffusion.git && \ + cd krita-ai-diffusion && git checkout main && \ + git submodule update --init && \ + pip --cache-dir=${CACHE}/pip install aiohttp tqdm && cd ..; \ + fi; \ + if [ "${USE_GGUF}" = "true" ]; then \ + git clone https://github.com/city96/ComfyUI-GGUF.git && \ + cd ComfyUI-GGUF && git checkout main && \ + pip --cache-dir=${CACHE}/pip install -r requirements.txt && cd ..; \ + fi; \ + if [ "${USE_XFLUX}" = "true" ]; then \ + git clone https://github.com/XLabs-AI/x-flux-comfyui.git && \ + cd x-flux-comfyui && git checkout main && \ + pip --cache-dir=${CACHE}/pip install -r requirements.txt && cd ..; \ + fi; \ + if [ "${USE_CNAUX}" = "true" ] || [ "${USE_KRITA}" = "true" ]; then \ + git clone https://github.com/Fannovel16/comfyui_controlnet_aux.git && \ + cd comfyui_controlnet_aux && git checkout main && \ + pip --cache-dir=${CACHE}/pip install -r requirements.txt && \ + # This extra step to separate onnxruntime installation is required to restore onnx cuda support \ + pip --cache-dir=${CACHE}/pip install onnxruntime && pip --cache-dir=${CACHE}/pip install onnxruntime-gpu && cd ..; \ + fi; \ + if [ "${USE_IPAPLUS}" = "true" ] || [ "${USE_KRITA}" = "true" ]; then \ + git clone https://github.com/cubiq/ComfyUI_IPAdapter_plus.git && \ + cd ComfyUI_IPAdapter_plus && git checkout main && cd ..; \ + fi; \ + if [ "${USE_INPAINT}" = "true" ] || [ "${USE_KRITA}" = "true" ]; then \ + git clone https://github.com/Acly/comfyui-inpaint-nodes.git && \ + cd comfyui-inpaint-nodes && git checkout main && \ + pip --cache-dir=${CACHE}/pip install opencv-python && cd ..; \ + fi; \ + if [ "${USE_TOOLING}" = "true" ] || [ "${USE_KRITA}" = "true" ]; then \ + git clone https://github.com/Acly/comfyui-tooling-nodes.git && \ + cd comfyui-tooling-nodes && git checkout main && cd ..; \ + fi WORKDIR ${ROOT} -COPY . /docker/ +COPY --chown=${USE_UID}:${USE_GID} . /docker/ RUN chmod u+x /docker/entrypoint.sh && cp /docker/extra_model_paths.yaml ${ROOT} ENV NVIDIA_VISIBLE_DEVICES=all PYTHONPATH="${PYTHONPATH}:${PWD}" CLI_ARGS="" EXPOSE 7860 ENTRYPOINT ["/docker/entrypoint.sh"] -CMD python -u main.py --listen --port 7860 ${CLI_ARGS} +CMD python3 -u main.py --listen --port 7860 ${CLI_ARGS} diff --git a/services/comfy/entrypoint.sh b/services/comfy/entrypoint.sh index b4299a7..6c04c0c 100755 --- a/services/comfy/entrypoint.sh +++ b/services/comfy/entrypoint.sh @@ -2,11 +2,12 @@ set -Eeuo pipefail -mkdir -vp /data/config/comfy/custom_nodes +CUSTOM_NODES="/data/config/comfy/custom_nodes" +mkdir -vp "${CUSTOM_NODES}" declare -A MOUNTS -MOUNTS["/root/.cache"]="/data/.cache" +MOUNTS["${CACHE}"]="/data/.cache" MOUNTS["${ROOT}/input"]="/data/config/comfy/input" MOUNTS["${ROOT}/output"]="/output/comfy" @@ -22,8 +23,56 @@ for to_path in "${!MOUNTS[@]}"; do echo Mounted $(basename "${from_path}") done +if [ "${UPDATE_CUSTOM_NODES:-false}" = "true" ]; then + find /data/config/comfy/custom_nodes/ -mindepth 1 -maxdepth 1 -type d | while read NODE + do echo "---- ${NODE##*/} ----" + set +e + cd "$NODE" && git pull; cd ..; + set -e + done +fi + +if [ "${USE_KRITA}" = "true" ]; then + [ -d "${ROOT}/models/upscale_models" ] && rm -rf "${ROOT}/models/upscale_models" + if [ ! -L "${ROOT}/models/upscale_models" ]; then + cd "${ROOT}/models" + ln -sfT /data/models/upscale_models upscale_models && cd .. + fi + if [ "${KRITA_DOWNLOAD_MODELS:-false}" = "true" ]; then + cd "${ROOT}/krita-ai-diffusion/scripts" && python3 download_models.py --verbose --retry-attempts 10 --continue-on-error --recommended /data && cd - + fi +fi +if [ "${USE_GGUF}" = "true" ]; then + [ ! -e "${CUSTOM_NODES}/ComfyUI-GGUF" ] && cp -a "${ROOT}/ComfyUI-GGUF" "${CUSTOM_NODES}"/ +fi +if [ "${USE_XFLUX}" = "true" ]; then + [ ! -e "${CUSTOM_NODES}/x-flux-comfyui" ] && cp -a "${ROOT}/x-flux-comfyui" "${CUSTOM_NODES}"/ + [ ! -e "/data/models/clip_vision" ] && mkdir -p /data/models/clip_vision + [ ! -e "/data/models/clip_vision/model.safetensors" ] && cd /data/models/clip_vision && \ + python3 -c 'import sys; from urllib.request import urlopen; from pathlib import Path; Path(sys.argv[2]).write_bytes(urlopen(sys.argv[1]).read())' \ + "https://huggingface.co/openai/clip-vit-large-patch14/resolve/main/model.safetensors" "model.safetensors" + [ ! -e "/data/models/xlabs" ] && mkdir -p /data/models/xlabs/{ipadapters,loras,controlnets} + [ ! -e "/data/models/xlabs/ipadapters/flux-ip-adapter.safetensors" ] && cd /data/models/xlabs/ipadapters && \ + python3 -c 'import sys; from urllib.request import urlopen; from pathlib import Path; Path(sys.argv[2]).write_bytes(urlopen(sys.argv[1]).read())' \ + "https://huggingface.co/XLabs-AI/flux-ip-adapter/resolve/main/ip_adapter.safetensors" "flux-ip-adapter.safetensors" + [ -d "${ROOT}/models/xlabs" ] && rm -rf "${ROOT}/models/xlabs" + [ ! -e "${ROOT}/models/xlabs" ] && cd "${ROOT}/models" && ln -sT /data/models/xlabs xlabs && cd .. +fi +if [ "${USE_CNAUX}" = "true" ] || [ "${USE_KRITA}" = "true" ]; then + [ ! -e "${CUSTOM_NODES}/comfyui_controlnet_aux" ] && cp -a "${ROOT}/comfyui_controlnet_aux" "${CUSTOM_NODES}"/ +fi +if [ "${USE_IPAPLUS}" = "true" ] || [ "${USE_KRITA}" = "true" ]; then + [ ! -e "${CUSTOM_NODES}/ComfyUI_IPAdapter_plus" ] && cp -a "${ROOT}/ComfyUI_IPAdapter_plus" "${CUSTOM_NODES}"/ +fi +if [ "${USE_INPAINT}" = "true" ] || [ "${USE_KRITA}" = "true" ]; then + [ ! -e "${CUSTOM_NODES}/comfyui-inpaint-nodes" ] && cp -a "${ROOT}/comfyui-inpaint-nodes" "${CUSTOM_NODES}"/ +fi +if [ "${USE_TOOLING}" = "true" ] || [ "${USE_KRITA}" = "true" ]; then + [ ! -e "${CUSTOM_NODES}/comfyui-tooling-nodes" ] && cp -a "${ROOT}/comfyui-tooling-nodes" "${CUSTOM_NODES}"/ +fi + if [ -f "/data/config/comfy/startup.sh" ]; then - pushd ${ROOT} + pushd "${ROOT}" . /data/config/comfy/startup.sh popd fi diff --git a/services/comfy/extra_model_paths.yaml b/services/comfy/extra_model_paths.yaml index eb374eb..365f5d2 100644 --- a/services/comfy/extra_model_paths.yaml +++ b/services/comfy/extra_model_paths.yaml @@ -15,11 +15,15 @@ a111: gligen: models/GLIGEN clip: models/CLIPEncoder embeddings: embeddings + unet: models/unet + clip_vision: models/clip_vision + xlabs: models/xlabs + inpaint: models/inpaint + ipadapter: models/ipadapter custom_nodes: config/comfy/custom_nodes # TODO: I am unsure about these, need more testing # style_models: config/comfy/style_models # t2i_adapter: config/comfy/t2i_adapter - # clip_vision: config/comfy/clip_vision # diffusers: config/comfy/diffusers