Update Versions (#45)

* Update Automatic to 1b963c20

* Update hlky to dev branch

* Update automatic

.editorconfig

@@ -0,0 +1,9 @@
+root = true
+
+[*]
+end_of_line = lf
+indent_style = space
+indent_size = 2
+charset = utf-8
+insert_final_newline = true
+trim_trailing_whitespace = true

.gitattributes

@@ -0,0 +1 @@
+* text=auto eol=lf

.github/ISSUE_TEMPLATE/bug.md

@@ -0,0 +1,29 @@
+---
+name: Bug
+about: Report a bug
+title: ''
+labels: bug
+assignees: ''
+
+---
+
+**Has this issue been opened before? Check the [FAQ](https://github.com/AbdBarho/stable-diffusion-webui-docker/wiki/Main), the [issues](https://github.com/AbdBarho/stable-diffusion-webui-docker/issues?q=is%3Aissue) and in [the issues in the WebUI repo](https://github.com/hlky/stable-diffusion-webui)**
+
+
+
+**Describe the bug**
+
+
+**Steps to Reproduce**
+1. Go to '...'
+2. Click on '....'
+3. Scroll down to '....'
+4. See error
+
+**Hardware / Software:**
+ - OS: [e.g. Windows / Ubuntu and version]
+ - GPU: [Nvidia 1660 / No GPU]
+ - Version [e.g. 22]
+
+**Additional context**
+Any other context about the problem here. If applicable, add screenshots to help explain your problem.

.github/workflows/docker.yml

@@ -0,0 +1,24 @@
+name: Build Image
+
+on: [push]
+
+# TODO: how to cache intermediate images?
+jobs:
+  build_hlky:
+    runs-on: ubuntu-latest
+    name: hlky
+    steps:
+      - uses: actions/checkout@v3
+      - run: docker compose build --progress plain
+  build_AUTOMATIC1111:
+    runs-on: ubuntu-latest
+    name: AUTOMATIC1111
+    steps:
+      - uses: actions/checkout@v3
+      - run: cd AUTOMATIC1111 && docker compose build --progress plain
+  build_lstein:
+    runs-on: ubuntu-latest
+    name: lstein
+    steps:
+      - uses: actions/checkout@v3
+      - run: cd lstein && docker compose build --progress plain

.github/workflows/executable.yml1

@@ -0,0 +1,22 @@
+name: Check executable
+
+on: [push]
+
+jobs:
+  check:
+    runs-on: ubuntu-latest
+    name: Check all sh
+    steps:
+      - run: git config --global core.fileMode true
+      - uses: actions/checkout@v3
+      - shell: bash
+        run: |
+          shopt -s globstar;
+          FAIL=0
+          for file in **/*.sh; do
+              if [ -f "${file}" ] && [ -r "${file}" ] && [ ! -x "${file}" ]; then
+                  echo "$file" is not executable;
+                  FAIL=1
+              fi
+          done
+          exit ${FAIL}

.vscode/launch.json

@@ -0,0 +1,22 @@
+{
+  // Use IntelliSense to learn about possible attributes.
+  // Hover to view descriptions of existing attributes.
+  // For more information, visit: https://go.microsoft.com/fwlink/?linkid=830387
+  "version": "0.2.0",
+  "configurations": [
+    {
+      "name": "WebUI",
+      "type": "python",
+      "request": "launch",
+      "program": "${file}",
+      "cwd": "/stable-diffusion",
+      "args": ["--ckpt", "${workspaceFolder}/models/model.ckpt", "--gfpgan-dir", "${workspaceFolder}/models/", "--extra-models-cpu"],
+      "env": {
+        "TRANSFORMERS_CACHE":"${workspaceFolder}/cache/transformers",
+        "TORCH_HOME":"${workspaceFolder}/cache/torch"
+      },
+      "console": "integratedTerminal",
+      "justMyCode": false
+    }
+  ]
+}

AUTOMATIC1111/Dockerfile

@@ -0,0 +1,61 @@
+# syntax=docker/dockerfile:1
+
+FROM alpine/git:2.36.2 as download
+RUN <<EOF
+# who knows
+git config --global http.postBuffer 1048576000
+git clone https://github.com/sczhou/CodeFormer.git repositories/CodeFormer
+git clone https://github.com/CompVis/stable-diffusion.git repositories/stable-diffusion
+git clone https://github.com/CompVis/taming-transformers.git repositories/taming-transformers
+rm -rf repositories/taming-transformers/data repositories/taming-transformers/assets
+EOF
+
+
+FROM continuumio/miniconda3:4.12.0
+
+SHELL ["/bin/bash", "-ceuxo", "pipefail"]
+
+ENV DEBIAN_FRONTEND=noninteractive
+
+RUN conda install python=3.8.5 && conda clean -a -y
+RUN conda install pytorch==1.11.0 torchvision==0.12.0 cudatoolkit=11.3 -c pytorch && conda clean -a -y
+
+RUN apt-get update && apt install fonts-dejavu-core rsync -y && apt-get clean
+
+
+RUN <<EOF
+git clone https://github.com/AUTOMATIC1111/stable-diffusion-webui.git
+cd stable-diffusion-webui
+git reset --hard 13eec4f3d4081fdc43883c5ef02e471a2b6c7212
+conda env update --file environment-wsl2.yaml -n base
+conda clean -a -y
+pip install --prefer-binary --no-cache-dir -r requirements.txt
+EOF
+
+ENV ROOT=/stable-diffusion-webui \
+  WORKDIR=/stable-diffusion-webui/repositories/stable-diffusion
+
+COPY --from=download /git/ ${ROOT}
+RUN pip install --prefer-binary --no-cache-dir -r ${ROOT}/repositories/CodeFormer/requirements.txt
+
+# Note: don't update the sha of previous versions because the install will take forever
+# instead, update the repo state in a later step
+ARG SHA=06fadd2dc5c2753558a9f3971568c2673819f48c
+RUN <<EOF
+cd stable-diffusion-webui
+git pull
+git reset --hard ${SHA}
+pip install --prefer-binary --no-cache-dir -r requirements.txt
+EOF
+
+RUN pip install --prefer-binary -U --no-cache-dir opencv-python-headless markupsafe==2.0.1
+
+ENV TRANSFORMERS_CACHE=/cache/transformers TORCH_HOME=/cache/torch CLI_ARGS=""
+
+COPY . /docker
+RUN chmod +x /docker/mount.sh && python3 /docker/info.py ${ROOT}/modules/ui.py
+
+WORKDIR ${WORKDIR}
+EXPOSE 7860
+# run, -u to not buffer stdout / stderr
+CMD /docker/mount.sh && python3 -u ../../webui.py --listen --port 7860 ${CLI_ARGS}

AUTOMATIC1111/README.md

@@ -0,0 +1,14 @@
+# WebUI for AUTOMATIC1111
+
+The WebUI of [AUTOMATIC1111/stable-diffusion-webui](https://github.com/AUTOMATIC1111/stable-diffusion-webui) as docker container!
+
+## Setup
+
+Clone this repo, download the `model.ckpt` and `GFPGANv1.3.pth` and put into the `models` folder as mentioned in [the main README](../README.md), then run
+
+```
+cd AUTOMATIC1111
+docker compose up --build
+```
+
+You can change the cli parameters in `AUTOMATIC1111/docker-compose.yml`. The full list of cil parameters can be found [here](https://github.com/AUTOMATIC1111/stable-diffusion-webui/blob/master/modules/shared.py)

AUTOMATIC1111/config.json

@@ -0,0 +1 @@
+{"outdir_samples": "/output", "outdir_txt2img_samples": "/output/txt2img-images", "outdir_img2img_samples": "/output/img2img-images", "outdir_extras_samples": "/output/extras-images", "outdir_txt2img_grids": "/output/txt2img-grids", "outdir_img2img_grids": "/output/img2img-grids", "outdir_save": "/output/saved", "__WARNING__": "DON'T CHANGE ANYTHING BEFORE THIS", "outdir_grids": "", "save_to_dirs": false, "save_to_dirs_prompt_len": 10, "samples_save": true, "samples_format": "png", "grid_save": true, "return_grid": true, "grid_format": "png", "grid_extended_filename": false, "grid_only_if_multiple": true, "n_rows": -1, "jpeg_quality": 80, "export_for_4chan": true, "enable_pnginfo": true, "font": "DejaVuSans.ttf", "enable_emphasis": true, "save_txt": false, "ESRGAN_tile": 192, "ESRGAN_tile_overlap": 8, "random_artist_categories": [], "upscale_at_full_resolution_padding": 16, "show_progressbar": true, "show_progress_every_n_steps": 0, "multiple_tqdm": true, "face_restoration_model": "CodeFormer", "code_former_weight": 0.5}

AUTOMATIC1111/docker-compose.yml

@@ -0,0 +1,21 @@
+version: '3.9'
+
+services:
+  model:
+    build: .
+    ports:
+      - "7860:7860"
+    volumes:
+      - ../cache:/cache
+      - ../output:/output
+      - ../models:/models
+      - ./config.json:/docker/config.json
+    environment:
+      - CLI_ARGS=--medvram --opt-split-attention
+    deploy:
+      resources:
+        reservations:
+          devices:
+              - driver: nvidia
+                device_ids: ['0']
+                capabilities: [gpu]

AUTOMATIC1111/info.py

@@ -0,0 +1,14 @@
+import sys
+from pathlib import Path
+
+file = Path(sys.argv[1])
+file.write_text(
+  file.read_text()\
+  .replace('    return demo', """
+    with demo:
+        gr.Markdown(
+          'Created by [AUTOMATIC1111 / stable-diffusion-webui-docker](https://github.com/AbdBarho/stable-diffusion-webui-docker/tree/master/AUTOMATIC1111)'
+        )
+    return demo
+""", 1)
+)

AUTOMATIC1111/mount.sh

@@ -0,0 +1,34 @@
+#!/bin/bash
+
+set -e
+
+declare -A MODELS
+
+MODELS["${WORKDIR}/models/ldm/stable-diffusion-v1/model.ckpt"]=model.ckpt
+MODELS["${ROOT}/GFPGANv1.3.pth"]=GFPGANv1.3.pth
+
+for path in "${!MODELS[@]}"; do
+  name=${MODELS[$path]}
+  base=$(dirname "${path}")
+  from_path="/models/${name}"
+  if test -f "${from_path}"; then
+    mkdir -p "${base}" && ln -sf "${from_path}" "${path}" && echo "Mounted ${name}"
+  else
+    echo "Skipping ${name}"
+  fi
+done
+
+# force realesrgan cache
+rm -rf /opt/conda/lib/python3.8/site-packages/realesrgan/weights
+ln -s -T /models /opt/conda/lib/python3.8/site-packages/realesrgan/weights
+
+# force facexlib cache
+mkdir -p /cache/weights/ ${WORKDIR}/gfpgan/
+ln -sf /cache/weights/ ${WORKDIR}/gfpgan/
+# code former cache
+rm -rf ${ROOT}/repositories/CodeFormer/weights/CodeFormer ${ROOT}/repositories/CodeFormer/weights/facelib
+ln -sf -T /cache/weights ${ROOT}/repositories/CodeFormer/weights/CodeFormer
+ln -sf -T /cache/weights ${ROOT}/repositories/CodeFormer/weights/facelib
+
+# mount config
+ln -sf /docker/config.json ${WORKDIR}/config.json

build/Dockerfile

@@ -1,45 +0,0 @@
-# syntax=docker/dockerfile:1
-
-FROM continuumio/miniconda3:4.12.0
-
-
-RUN conda install python=3.8.5 && conda clean -a -y
-RUN conda install pytorch==1.11.0 torchvision==0.12.0 cudatoolkit=11.3 -c pytorch && conda clean -a -y
-RUN git clone https://github.com/hlky/stable-diffusion.git && cd stable-diffusion && git reset --hard 554bd068e6f2f6bc55449a67fe017ddd77090f28
-RUN conda env update --file stable-diffusion/environment.yaml --name base && conda clean -a -y
-
-# fonts for generating the grid
-RUN apt-get update && apt install fonts-dejavu-core && apt-get clean
-
-# Note: don't update the sha of previous versions because the install will take forever
-# instead, update the repo state in a later step
-RUN cd stable-diffusion && git pull && git reset --hard ac31d943ce0c99b7dd4df7e6cb1c14f2e275ca96 && \
-  conda env update --file environment.yaml --name base && conda clean -a -y
-
-# download dev UI version, update the sha below in case you want some other version
-RUN git clone https://github.com/hlky/stable-diffusion-webui.git && cd stable-diffusion-webui && \
-  git reset --hard 244f945c40b8dec3fd1faf8824b99abeb3bc4b97 && \
-  cp -t /stable-diffusion/scripts/ txt2img.yaml webui.py webui.yaml webui_playground.py && \
-  cd / && rm -rf stable-diffusion-webui
-
-
-# For testing different versions:
-# RUN git clone https://github.com/AbdBarho/stable-diffusion-webui.git && cd stable-diffusion-webui && \
-#   git checkout respect-cli-params &&\
-#   cp -t /stable-diffusion/scripts/ txt2img.yaml webui.py webui.yaml webui_playground.py && \
-#   cd / && rm -rf stable-diffusion-webui
-
-
-WORKDIR /stable-diffusion
-ENV TRANSFORMERS_CACHE=/cache/transformers TORCH_HOME=/cache/torch CLI_ARGS=""
-EXPOSE 7860
-COPY info.py /info.py
-CMD \
-  python /info.py scripts/webui.py && \
-  ln -sf /models/GFPGANv1.3.pth   /stable-diffusion/src/gfpgan/experiments/pretrained_models/GFPGANv1.3.pth && \
-  ln -sf /models/RealESRGAN_x4plus.pth   /stable-diffusion/src/realesrgan/experiments/pretrained_models/RealESRGAN_x4plus.pth && \
-  # force facexlib cache
-  mkdir -p /cache/weights/ && rm -rf /opt/conda/lib/python3.8/site-packages/facexlib/weights && \
-  ln -sf  /cache/weights/ /opt/conda/lib/python3.8/site-packages/facexlib/ && \
-  # run, -u to not buffer stdout / stderr
-  python3 -u scripts/webui.py --outdir /output --save-metadata --ckpt /models/model.ckpt ${CLI_ARGS}

docker-compose.yml

@@ -2,8 +2,13 @@ version: '3.9'
 
 services:
   model:
-    build: ./build/
+    build:
-    restart: on-failure
+      context: ./hlky/
+      args:
+        # You can choose any commit sha from https://github.com/hlky/stable-diffusion/commits/main
+        # USE AT YOUR OWN RISK! otherwise just leave it empty.
+        BRANCH:
+        WEBUI_SHA:
     ports:
       - "7860:7860"
     volumes:

hlky/Dockerfile

@@ -0,0 +1,65 @@
+# syntax=docker/dockerfile:1
+
+FROM continuumio/miniconda3:4.12.0
+
+SHELL ["/bin/bash", "-ceuxo", "pipefail"]
+
+RUN conda install python=3.8.5 && conda clean -a -y
+RUN conda install pytorch==1.11.0 torchvision==0.12.0 cudatoolkit=11.3 -c pytorch && conda clean -a -y
+
+RUN apt-get update && apt install fonts-dejavu-core rsync -y && apt-get clean
+
+
+RUN <<EOF
+git clone https://github.com/sd-webui/stable-diffusion-webui.git stable-diffusion
+cd stable-diffusion
+git reset --hard 2b1ac8daf7ea82c6c56eabab7e80ec1c33106a98
+conda env update --file environment.yaml -n base
+conda clean -a -y
+EOF
+
+# new dependency, should be added to the environment.yaml
+RUN pip install -U --no-cache-dir pyperclip
+
+# Note: don't update the sha of previous versions because the install will take forever
+# instead, update the repo state in a later step
+ARG BRANCH=dev
+ARG WEBUI_SHA=be2ece06837e37d90181a17340c7e1aac91ba4fb
+RUN <<EOF
+cd stable-diffusion
+git fetch
+git checkout ${BRANCH}
+git reset --hard ${WEBUI_SHA}
+conda env update --file environment.yaml -n base
+conda clean -a -y
+EOF
+
+# Textual inversion
+RUN <<EOF
+git clone https://github.com/hlky/sd-enable-textual-inversion.git &&
+cd /sd-enable-textual-inversion && git reset --hard 08f9b5046552d17cf7327b30a98410222741b070 &&
+rsync -a /sd-enable-textual-inversion/ /stable-diffusion/ &&
+rm -rf /sd-enable-textual-inversion
+EOF
+
+# Latent diffusion
+RUN <<EOF
+git clone https://github.com/devilismyfriend/latent-diffusion &&
+cd /latent-diffusion &&
+git reset --hard 6d61fc03f15273a457950f2cdc10dddf53ba6809 &&
+# hacks all the way down
+mv ldm ldm_latent &&
+sed -i -- 's/from ldm/from ldm_latent/g' *.py
+# dont forget to update the yaml!!
+EOF
+
+
+# add info
+COPY . /docker/
+RUN python /docker/info.py /stable-diffusion/frontend/frontend.py && chmod +x /docker/mount.sh
+
+WORKDIR /stable-diffusion
+ENV TRANSFORMERS_CACHE=/cache/transformers TORCH_HOME=/cache/torch CLI_ARGS=""
+EXPOSE 7860
+# run, -u to not buffer stdout / stderr
+CMD /docker/mount.sh && python3 -u scripts/webui.py --outdir /output --ckpt /models/model.ckpt --ldsr-dir /latent-diffusion ${CLI_ARGS}

hlky/info.py

@@ -3,10 +3,11 @@ from pathlib import Path
 
 file = Path(sys.argv[1])
 file.write_text(
-  file.read_text().replace('<p>For help and advanced usage guides,', """
+  file.read_text()\
+  .replace('<p>For help and advanced usage guides,', """
   <p>
     Created using <a href="https://github.com/AbdBarho/stable-diffusion-webui-docker">stable-diffusion-webui-docker</a>.
   </p>
   <p>For help and advanced usage guides,
-""")
+""", 1)
 )

hlky/mount.sh

@@ -0,0 +1,30 @@
+#!/bin/bash
+
+set -e
+
+declare -A MODELS
+MODELS["/stable-diffusion/src/gfpgan/experiments/pretrained_models/GFPGANv1.3.pth"]=GFPGANv1.3.pth
+MODELS["/stable-diffusion/src/realesrgan/experiments/pretrained_models/RealESRGAN_x4plus.pth"]=RealESRGAN_x4plus.pth
+MODELS["/stable-diffusion/src/realesrgan/experiments/pretrained_models/RealESRGAN_x4plus_anime_6B.pth"]=RealESRGAN_x4plus_anime_6B.pth
+MODELS["/latent-diffusion/experiments/pretrained_models/model.ckpt"]=LDSR.ckpt
+# MODELS["/latent-diffusion/experiments/pretrained_models/project.yaml"]=LDSR.yaml
+
+for path in "${!MODELS[@]}"; do
+  name=${MODELS[$path]}
+  base=$(dirname "${path}")
+  from_path="/models/${name}"
+  if test -f "${from_path}"; then
+    mkdir -p "${base}" && ln -sf "${from_path}" "${path}" && echo "Mounted ${name}"
+  else
+    echo "Skipping ${name}"
+  fi
+done
+
+# hack for latent-diffusion
+if test -f /models/LDSR.yaml; then
+  sed 's/ldm\./ldm_latent\./g' /models/LDSR.yaml >/latent-diffusion/experiments/pretrained_models/project.yaml
+fi
+
+# force facexlib cache
+mkdir -p /cache/weights/ /stable-diffusion/gfpgan/
+ln -sf /cache/weights/ /stable-diffusion/gfpgan/

lstein/Dockerfile

@@ -0,0 +1,29 @@
+# syntax=docker/dockerfile:1
+
+FROM continuumio/miniconda3:4.12.0
+
+SHELL ["/bin/bash", "-ceuxo", "pipefail"]
+
+RUN conda install python=3.8.5 && conda clean -a -y
+RUN conda install pytorch==1.11.0 torchvision==0.12.0 cudatoolkit=11.3 -c pytorch && conda clean -a -y
+
+RUN apt-get update && apt install fonts-dejavu-core rsync -y && apt-get clean
+
+
+RUN <<EOF
+git clone https://github.com/lstein/stable-diffusion.git
+cd stable-diffusion
+git reset --hard 751283a2de81bee4bb571fbabe4adb19f1d85b97
+conda env update --file environment.yaml -n base
+conda clean -a -y
+EOF
+
+ENV TRANSFORMERS_CACHE=/cache/transformers TORCH_HOME=/cache/torch CLI_ARGS=""
+
+WORKDIR /stable-diffusion
+
+EXPOSE 7860
+# run, -u to not buffer stdout / stderr
+CMD mkdir -p /stable-diffusion/models/ldm/stable-diffusion-v1/ && \
+  ln -sf /models/model.ckpt /stable-diffusion/models/ldm/stable-diffusion-v1/model.ckpt && \
+  python3 -u scripts/dream.py --outdir /output --web --host 0.0.0.0 --port 7860 ${CLI_ARGS}

lstein/README.md

@@ -0,0 +1,14 @@
+# WebUI for lstein
+
+The WebUI of [lstein/stable-diffusion](https://github.com/lstein/stable-diffusion) as docker container!
+
+Although it is a simple UI, the project has a lot of potential.
+
+## Setup
+
+Clone this repo, download the `model.ckpt` and put into the `models` folder as mentioned in [the main README](../README.md), then run
+
+```
+cd lstein
+docker compose up --build
+```

lstein/docker-compose.yml

@@ -0,0 +1,20 @@
+version: '3.9'
+
+services:
+  model:
+    build: .
+    ports:
+      - "7860:7860"
+    volumes:
+      - ../cache:/cache
+      - ../output:/output
+      - ../models:/models
+    environment:
+      - CLI_ARGS=
+    deploy:
+      resources:
+        reservations:
+          devices:
+              - driver: nvidia
+                device_ids: ['0']
+                capabilities: [gpu]

models/.gitignore

@@ -1,4 +1,7 @@
 /model.ckpt
 /GFPGANv1.3.pth
+/RealESRGAN_x2plus.pth
 /RealESRGAN_x4plus.pth
 /RealESRGAN_x4plus_anime_6B.pth
+/LDSR.ckpt
+/LDSR.yaml