From a9bc7eae19f1c732f845ad20c7f66e156f39c58f Mon Sep 17 00:00:00 2001
From: "pre-commit-ci[bot]"
<66853113+pre-commit-ci[bot]@users.noreply.github.com>
Date: Fri, 23 Jun 2023 02:58:20 +0000
Subject: [PATCH 1/3] [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
---
.dockerignore | 2 +-
.gitattributes | 2 +-
.github/ISSUE_TEMPLATE/bug_report.yml | 6 +-
.github/PULL_REQUEST_TEMPLATE.md | 2 +-
.github/workflows/deploy.yml | 2 +-
.github/workflows/test-deploy.yml | 2 +-
README.md | 28 +-
Stable_Diffusion_v1_Model_Card.md | 19 +-
Web_based_UI_for_Stable_Diffusion_colab.ipynb | 2 +-
.../1.Textual inversion usage competitio.md | 6 +-
configs/blip/bert_config.json | 2 +-
configs/blip/caption_coco.yaml | 3 +-
configs/blip/med_config.json | 2 +-
configs/blip/nlvr.yaml | 7 +-
configs/blip/nocaps.yaml | 2 +-
configs/blip/pretrain.yaml | 5 +-
configs/blip/retrieval_coco.yaml | 1 -
configs/blip/retrieval_flickr.yaml | 1 -
configs/blip/retrieval_msrvtt.yaml | 2 +-
configs/blip/vqa.yaml | 6 +-
.../latent-diffusion/celebahq-ldm-vq-4.yaml | 2 +-
configs/latent-diffusion/cin-ldm-vq-f8.yaml | 2 +-
configs/latent-diffusion/cin256-v2.yaml | 6 +-
configs/latent-diffusion/ffhq-ldm-vq-4.yaml | 2 +-
.../lsun_bedrooms-ldm-vq-4.yaml | 2 +-
.../lsun_churches-ldm-kl-8.yaml | 2 +-
.../768x768.yaml | 2 +-
.../stable-diffusion/v2-midas-inference.yaml | 2 -
configs/stable-diffusion/x4-upscaling.yaml | 1 -
configs/webui/webui.yaml | 2 +-
configs/webui/webui_streamlit.yaml | 2 +-
daisi_app.py | 48 +-
data/img2txt/artists.txt | 2 +-
data/img2txt/flavors.txt | 2 +-
data/img2txt/mediums.txt | 2 +-
data/img2txt/movements.txt | 2 +-
data/img2txt/sites.txt | 2 +-
data/img2txt/subreddits.txt | 2 +-
data/img2txt/tags.txt | 4 +-
data/img2txt/techniques.txt | 4 +-
data/scn2img_examples/cat_at_beach.scn2img.md | 4 +-
.../corgi_3d_transformation.scn2img.md | 2 +-
.../corgi_at_beach.scn2img.md | 2 +-
data/tags/config.json | 2 +-
data/tags/key_phrases.json | 2 +-
data/tags/thumbnails.json | 2 +-
docs/1.Installation/1.one-click-installer.md | 4 +-
docs/1.Installation/2.windows-installation.md | 36 +-
docs/1.Installation/3.linux-installation.md | 6 +-
docs/1.Installation/4.docker-guide.md | 6 +-
docs/3.Gradio/2.gradio-interface.md | 20 +-
docs/4.post-processing.md | 2 +-
docs/5.concepts-library.md | 2 +-
docs/6.custom-models.md | 4 +-
docusaurus.config.js | 6 +-
entrypoint.sh | 2 +-
environment.yaml | 2 +-
frontend/.eslintrc.js | 2 +-
frontend/css/custom.css | 7 +-
frontend/css/no_progress_bar.css | 2 +-
frontend/css/streamlit.main.css | 6 +-
frontend/css_and_js.py | 4 +-
.../dists/concept-browser/dist/index.html | 2 +-
.../sd-gallery/dist/assets/index.aeaed602.js | 2 +-
.../sd-gallery/dist/assets/lg.f2fe1c00.svg | 2 +-
frontend/dists/sd-gallery/dist/index.html | 2 +-
frontend/frontend.py | 1380 +++++---
frontend/image_metadata.py | 17 +-
frontend/index.html | 2 +-
frontend/job_manager.py | 363 +-
frontend/src/Component.vue | 2 +-
frontend/src/app.vue | 1 -
frontend/src/icons/clipboard-check-solid.svg | 2 +-
frontend/src/icons/clipboard-solid.svg | 2 +-
frontend/src/icons/star-active.svg | 2 +-
frontend/src/icons/star.svg | 2 +-
.../src/streamlit/WithStreamlitConnection.vue | 2 +-
frontend/ui_functions.py | 155 +-
horde_bridge.cmd | 2 +-
horde_bridge.sh | 10 +-
images/logo.svg | 2 +-
ldm/data/__init__.py | 200 +-
ldm/data/base.py | 11 +-
ldm/data/coco_karpathy_dataset.py | 148 +-
ldm/data/flickr30k_dataset.py | 99 +-
ldm/data/imagenet.py | 167 +-
ldm/data/lsun.py | 79 +-
ldm/data/nlvr_dataset.py | 89 +-
ldm/data/nocaps_dataset.py | 38 +-
ldm/data/personalized.py | 196 +-
ldm/data/personalized_file.py | 150 +-
ldm/data/pretrain_dataset.py | 57 +-
ldm/data/util.py | 10 +-
ldm/data/video_dataset.py | 106 +-
ldm/data/vqa_dataset.py | 114 +-
ldm/devices/__init__.py | 1 -
ldm/devices/devices.py | 28 +-
ldm/lr_scheduler.py | 79 +-
ldm/models/autoencoder.py | 313 +-
ldm/models/blip.py | 379 +-
ldm/models/blip_itm.py | 107 +-
ldm/models/blip_nlvr.py | 143 +-
ldm/models/blip_pretrain.py | 395 ++-
ldm/models/blip_retrieval.py | 375 +-
ldm/models/blip_vqa.py | 315 +-
ldm/models/diffusion/classifier.py | 167 +-
ldm/models/diffusion/ddim.py | 371 +-
ldm/models/diffusion/ddpm.py | 1185 +++++--
ldm/models/diffusion/dpm_solver/__init__.py | 1 -
ldm/models/diffusion/dpm_solver/dpm_solver.py | 865 +++--
ldm/models/diffusion/dpm_solver/sampler.py | 88 +-
ldm/models/diffusion/kdiffusion.py | 35 +-
ldm/models/diffusion/plms.py | 338 +-
ldm/models/diffusion/sampling_util.py | 10 +-
ldm/models/med.py | 344 +-
ldm/models/nlvr_encoder.py | 350 +-
ldm/models/vit.py | 340 +-
ldm/modules/attention.py | 216 +-
ldm/modules/diffusionmodules/model.py | 765 ++--
ldm/modules/diffusionmodules/openaimodel.py | 127 +-
ldm/modules/diffusionmodules/upscaling.py | 67 +-
ldm/modules/diffusionmodules/util.py | 79 +-
ldm/modules/distributions/distributions.py | 34 +-
ldm/modules/ema.py | 32 +-
ldm/modules/embedding_manager.py | 87 +-
ldm/modules/encoders/modules.py | 170 +-
ldm/modules/image_degradation/__init__.py | 2 -
ldm/modules/image_degradation/bsrgan.py | 286 +-
ldm/modules/image_degradation/bsrgan_light.py | 237 +-
ldm/modules/image_degradation/utils_image.py | 347 +-
ldm/modules/losses/__init__.py | 1 -
ldm/modules/losses/contperceptual.py | 117 +-
ldm/modules/losses/vqperceptual.py | 145 +-
ldm/modules/midas/api.py | 31 +-
ldm/modules/midas/midas/base_model.py | 2 +-
ldm/modules/midas/midas/blocks.py | 158 +-
ldm/modules/midas/midas/dpt_depth.py | 11 +-
ldm/modules/midas/midas/midas_net.py | 7 +-
ldm/modules/midas/midas/midas_net_custom.py | 132 +-
ldm/modules/midas/midas/transforms.py | 9 +-
ldm/modules/midas/midas/vit.py | 16 +-
ldm/modules/midas/utils.py | 4 +-
ldm/modules/x_transformer.py | 397 ++-
ldm/util.py | 29 +-
optimizedSD/ddpm.py | 1053 ++++--
optimizedSD/diffusers_txt2img.py | 15 +-
optimizedSD/openaimodelSplit.py | 167 +-
optimizedSD/optimUtils.py | 41 +-
optimizedSD/optimized_img2img.py | 74 +-
optimizedSD/optimized_txt2img.py | 67 +-
optimizedSD/samplers.py | 175 +-
optimizedSD/splitAttention.py | 186 +-
requirements.txt | 4 +-
runpod_entrypoint.sh | 2 +-
scripts/APIServer.py | 15 +-
scripts/ModelManager.py | 113 +-
scripts/Settings.py | 2026 +++++++----
scripts/__init__.py | 1 -
scripts/barfi_baklavajs.py | 72 +-
scripts/clip_interrogator.py | 311 +-
..._original_stable_diffusion_to_diffusers.py | 383 ++-
.../draggable_number_input/__init__.py | 17 +-
.../draggable_number_input/main.js | 25 +-
.../sygil_suggestions/__init__.py | 59 +-
.../sygil_suggestions/main.css | 12 +-
.../sygil_suggestions/main.js | 78 +-
.../sygil_suggestions/parent.css | 18 +-
scripts/diffusers_textual_inversion_2.py | 366 +-
scripts/home.py | 416 +--
scripts/hydrus_api/__init__.py | 264 +-
scripts/hydrus_api/utils.py | 22 +-
scripts/img2img.py | 1747 ++++++----
scripts/img2txt.py | 438 ++-
scripts/imglab.py | 272 +-
scripts/logger.py | 75 +-
scripts/merge.py | 63 +-
scripts/modeldownload.py | 58 +-
scripts/perlin.py | 16 +-
.../pipelines/stable_diffusion/no_check.py | 4 +-
scripts/post_processing.py | 620 +++-
scripts/prune-ckpt.py | 35 +-
scripts/relauncher.py | 64 +-
scripts/scn2img.py | 1571 ++++++---
scripts/sd_concept_library.py | 484 +--
scripts/sd_concepts_library_downloader.py | 77 +-
scripts/sd_utils/__init__.py | 2670 +++++++++-----
scripts/sd_utils/bridge.py | 137 +-
scripts/sd_utils_old.py | 2781 ++++++++++-----
scripts/stable_diffusion_pipeline.py | 151 +-
scripts/textual_inversion.py | 2006 ++++++-----
scripts/txt2img.py | 867 +++--
scripts/txt2vid.py | 2017 +++++++----
scripts/webui.py | 3063 ++++++++++++-----
scripts/webui_streamlit.py | 479 ++-
setup.py | 14 +-
streamlit_webview.py | 10 +-
webui.cmd | 8 +-
webui.sh | 8 +-
webui/flet/assets/manifest.json | 2 +-
webui/flet/scripts/__init__.py | 3 -
webui/flet/scripts/flet_asset_manager.py | 579 ++--
webui/flet/scripts/flet_canvas.py | 693 ++--
webui/flet/scripts/flet_file_manager.py | 190 +-
webui/flet/scripts/flet_gallery_window.py | 241 +-
webui/flet/scripts/flet_messages.py | 216 +-
webui/flet/scripts/flet_property_manager.py | 613 ++--
webui/flet/scripts/flet_settings_window.py | 371 +-
webui/flet/scripts/flet_titlebar.py | 154 +-
webui/flet/scripts/flet_tool_manager.py | 365 +-
webui/flet/scripts/flet_utils.py | 254 +-
webui/flet/webui_flet.py | 842 ++---
.../streamlit/frontend/css/streamlit.main.css | 6 +-
webui/streamlit/scripts/APIServer.py | 15 +-
webui/streamlit/scripts/ModelManager.py | 113 +-
webui/streamlit/scripts/Settings.py | 2026 +++++++----
webui/streamlit/scripts/barfi_baklavajs.py | 72 +-
.../dragable_number_input/index.html | 40 +-
.../draggable_number_input/__init__.py | 17 +-
.../draggable_number_input/main.js | 25 +-
.../sygil_suggestions/__init__.py | 59 +-
.../sygil_suggestions/main.css | 12 +-
.../sygil_suggestions/main.js | 78 +-
.../sygil_suggestions/parent.css | 18 +-
webui/streamlit/scripts/img2img.py | 1739 ++++++----
webui/streamlit/scripts/img2txt.py | 438 ++-
webui/streamlit/scripts/post_processing.py | 612 +++-
webui/streamlit/scripts/sd_concept_library.py | 484 +--
webui/streamlit/scripts/sd_utils/__init__.py | 281 +-
webui/streamlit/scripts/sd_utils/bridge.py | 137 +-
webui/streamlit/scripts/textual_inversion.py | 2006 ++++++-----
webui/streamlit/scripts/txt2img.py | 863 +++--
webui/streamlit/scripts/txt2vid.py | 2013 ++++++-----
webui/streamlit/scripts/webui_streamlit.py | 605 ++--
webui_legacy.cmd | 2 +-
234 files changed, 35350 insertions(+), 20024 deletions(-)
diff --git a/.dockerignore b/.dockerignore
index 9af684e5d..9697c6d5c 100644
--- a/.dockerignore
+++ b/.dockerignore
@@ -1,3 +1,3 @@
outputs/
src/
-configs/webui/userconfig_streamlit.yaml
\ No newline at end of file
+configs/webui/userconfig_streamlit.yaml
diff --git a/.gitattributes b/.gitattributes
index fa63bd967..c51fc4ac4 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -1,4 +1,4 @@
* text=auto
*.{cmd,[cC][mM][dD]} text eol=crlf
*.{bat,[bB][aA][tT]} text eol=crlf
-*.sh text eol=lf
\ No newline at end of file
+*.sh text eol=lf
diff --git a/.github/ISSUE_TEMPLATE/bug_report.yml b/.github/ISSUE_TEMPLATE/bug_report.yml
index 5e155a076..686b48fb9 100644
--- a/.github/ISSUE_TEMPLATE/bug_report.yml
+++ b/.github/ISSUE_TEMPLATE/bug_report.yml
@@ -40,7 +40,7 @@ body:
- type: dropdown
id: os
attributes:
- label: Where are you running the webui?
+ label: Where are you running the webui?
multiple: true
options:
- Windows
@@ -52,7 +52,7 @@ body:
attributes:
label: Custom settings
description: If you are running the webui with specifi settings, please paste them here for reference (like --nitro)
- render: shell
+ render: shell
- type: textarea
id: logs
attributes:
@@ -66,4 +66,4 @@ body:
description: By submitting this issue, you agree to follow our [Code of Conduct](https://docs.github.com/en/site-policy/github-terms/github-community-code-of-conduct)
options:
- label: I agree to follow this project's Code of Conduct
- required: true
\ No newline at end of file
+ required: true
diff --git a/.github/PULL_REQUEST_TEMPLATE.md b/.github/PULL_REQUEST_TEMPLATE.md
index d0ba54722..52c6e1931 100644
--- a/.github/PULL_REQUEST_TEMPLATE.md
+++ b/.github/PULL_REQUEST_TEMPLATE.md
@@ -13,4 +13,4 @@ Closes: # (issue)
- [ ] I have changed the base branch to `dev`
- [ ] I have performed a self-review of my own code
- [ ] I have commented my code in hard-to-understand areas
-- [ ] I have made corresponding changes to the documentation
\ No newline at end of file
+- [ ] I have made corresponding changes to the documentation
diff --git a/.github/workflows/deploy.yml b/.github/workflows/deploy.yml
index b45e18cd5..d8497adf7 100644
--- a/.github/workflows/deploy.yml
+++ b/.github/workflows/deploy.yml
@@ -37,4 +37,4 @@ jobs:
# The GH actions bot is used by default if you didn't specify the two fields.
# You can swap them out with your own user credentials.
user_name: github-actions[bot]
- user_email: 41898282+github-actions[bot]@users.noreply.github.com
\ No newline at end of file
+ user_email: 41898282+github-actions[bot]@users.noreply.github.com
diff --git a/.github/workflows/test-deploy.yml b/.github/workflows/test-deploy.yml
index 943fa807a..b0d042022 100644
--- a/.github/workflows/test-deploy.yml
+++ b/.github/workflows/test-deploy.yml
@@ -21,4 +21,4 @@ jobs:
- name: Install dependencies
run: yarn install
- name: Test build website
- run: yarn build
\ No newline at end of file
+ run: yarn build
diff --git a/README.md b/README.md
index 532553fbf..f29df449e 100644
--- a/README.md
+++ b/README.md
@@ -6,7 +6,7 @@
## Installation instructions for:
-- **[Windows](https://sygil-dev.github.io/sygil-webui/docs/Installation/windows-installation)**
+- **[Windows](https://sygil-dev.github.io/sygil-webui/docs/Installation/windows-installation)**
- **[Linux](https://sygil-dev.github.io/sygil-webui/docs/Installation/linux-installation)**
### Want to ask a question or request a feature?
@@ -34,10 +34,10 @@ Check the [Contribution Guide](CONTRIBUTING.md)
* Run additional upscaling models on CPU to save VRAM
-* Textual inversion: [Reaserch Paper](https://textual-inversion.github.io/)
+* Textual inversion: [Reaserch Paper](https://textual-inversion.github.io/)
* K-Diffusion Samplers: A great collection of samplers to use, including:
-
+
- `k_euler`
- `k_lms`
- `k_euler_a`
@@ -95,8 +95,8 @@ An easy way to work with Stable Diffusion right from your browser.
To give a token (tag recognized by the AI) a specific or increased weight (emphasis), add `:0.##` to the prompt, where `0.##` is a decimal that will specify the weight of all tokens before the colon.
Ex: `cat:0.30, dog:0.70` or `guy riding a bicycle :0.7, incoming car :0.30`
-Negative prompts can be added by using `###` , after which any tokens will be seen as negative.
-Ex: `cat playing with string ### yarn` will negate `yarn` from the generated image.
+Negative prompts can be added by using `###` , after which any tokens will be seen as negative.
+Ex: `cat playing with string ### yarn` will negate `yarn` from the generated image.
Negatives are a very powerful tool to get rid of contextually similar or related topics, but **be careful when adding them since the AI might see connections you can't**, and end up outputting gibberish
@@ -131,7 +131,7 @@ Lets you improve faces in pictures using the GFPGAN model. There is a checkbox i
If you want to use GFPGAN to improve generated faces, you need to install it separately.
Download [GFPGANv1.4.pth](https://github.com/TencentARC/GFPGAN/releases/download/v1.3.4/GFPGANv1.4.pth) and put it
-into the `/sygil-webui/models/gfpgan` directory.
+into the `/sygil-webui/models/gfpgan` directory.
### RealESRGAN
@@ -141,7 +141,7 @@ Lets you double the resolution of generated images. There is a checkbox in every
There is also a separate tab for using RealESRGAN on any picture.
Download [RealESRGAN_x4plus.pth](https://github.com/xinntao/Real-ESRGAN/releases/download/v0.1.0/RealESRGAN_x4plus.pth) and [RealESRGAN_x4plus_anime_6B.pth](https://github.com/xinntao/Real-ESRGAN/releases/download/v0.2.2.4/RealESRGAN_x4plus_anime_6B.pth).
-Put them into the `sygil-webui/models/realesrgan` directory.
+Put them into the `sygil-webui/models/realesrgan` directory.
### LSDR
@@ -174,8 +174,8 @@ which is available on [GitHub](https://github.com/CompVis/latent-diffusion). PDF
[Stable Diffusion](#stable-diffusion-v1) is a latent text-to-image diffusion
model.
-Thanks to a generous compute donation from [Stability AI](https://stability.ai/) and support from [LAION](https://laion.ai/), we were able to train a Latent Diffusion Model on 512x512 images from a subset of the [LAION-5B](https://laion.ai/blog/laion-5b/) database.
-Similar to Google's [Imagen](https://arxiv.org/abs/2205.11487),
+Thanks to a generous compute donation from [Stability AI](https://stability.ai/) and support from [LAION](https://laion.ai/), we were able to train a Latent Diffusion Model on 512x512 images from a subset of the [LAION-5B](https://laion.ai/blog/laion-5b/) database.
+Similar to Google's [Imagen](https://arxiv.org/abs/2205.11487),
this model uses a frozen CLIP ViT-L/14 text encoder to condition the model on text prompts.
With its 860M UNet and 123M text encoder, the model is relatively lightweight and runs on a GPU with at least 10GB VRAM.
See [this section](#stable-diffusion-v1) below and the [model card](https://huggingface.co/CompVis/stable-diffusion).
@@ -184,26 +184,26 @@ See [this section](#stable-diffusion-v1) below and the [model card](https://hugg
Stable Diffusion v1 refers to a specific configuration of the model
architecture that uses a downsampling-factor 8 autoencoder with an 860M UNet
-and CLIP ViT-L/14 text encoder for the diffusion model. The model was pretrained on 256x256 images and
+and CLIP ViT-L/14 text encoder for the diffusion model. The model was pretrained on 256x256 images and
then finetuned on 512x512 images.
*Note: Stable Diffusion v1 is a general text-to-image diffusion model and therefore mirrors biases and (mis-)conceptions that are present
-in its training data.
+in its training data.
Details on the training procedure and data, as well as the intended use of the model can be found in the corresponding [model card](https://huggingface.co/CompVis/stable-diffusion).
## Comments
- Our code base for the diffusion models builds heavily on [OpenAI's ADM codebase](https://github.com/openai/guided-diffusion)
- and [https://github.com/lucidrains/denoising-diffusion-pytorch](https://github.com/lucidrains/denoising-diffusion-pytorch).
+ and [https://github.com/lucidrains/denoising-diffusion-pytorch](https://github.com/lucidrains/denoising-diffusion-pytorch).
Thanks for open-sourcing!
-- The implementation of the transformer encoder is from [x-transformers](https://github.com/lucidrains/x-transformers) by [lucidrains](https://github.com/lucidrains?tab=repositories).
+- The implementation of the transformer encoder is from [x-transformers](https://github.com/lucidrains/x-transformers) by [lucidrains](https://github.com/lucidrains?tab=repositories).
## BibTeX
```
@misc{rombach2021highresolution,
- title={High-Resolution Image Synthesis with Latent Diffusion Models},
+ title={High-Resolution Image Synthesis with Latent Diffusion Models},
author={Robin Rombach and Andreas Blattmann and Dominik Lorenz and Patrick Esser and Björn Ommer},
year={2021},
eprint={2112.10752},
diff --git a/Stable_Diffusion_v1_Model_Card.md b/Stable_Diffusion_v1_Model_Card.md
index 2cbf99bd2..ec37dc9e1 100644
--- a/Stable_Diffusion_v1_Model_Card.md
+++ b/Stable_Diffusion_v1_Model_Card.md
@@ -21,7 +21,7 @@ This model card focuses on the model associated with the Stable Diffusion model,
# Uses
-## Direct Use
+## Direct Use
The model is intended for research purposes only. Possible research areas and
tasks include
@@ -68,11 +68,11 @@ Using the model to generate content that is cruel to individuals is a misuse of
considerations.
### Bias
-While the capabilities of image generation models are impressive, they can also reinforce or exacerbate social biases.
-Stable Diffusion v1 was trained on subsets of [LAION-2B(en)](https://laion.ai/blog/laion-5b/),
-which consists of images that are primarily limited to English descriptions.
-Texts and images from communities and cultures that use other languages are likely to be insufficiently accounted for.
-This affects the overall output of the model, as white and western cultures are often set as the default. Further, the
+While the capabilities of image generation models are impressive, they can also reinforce or exacerbate social biases.
+Stable Diffusion v1 was trained on subsets of [LAION-2B(en)](https://laion.ai/blog/laion-5b/),
+which consists of images that are primarily limited to English descriptions.
+Texts and images from communities and cultures that use other languages are likely to be insufficiently accounted for.
+This affects the overall output of the model, as white and western cultures are often set as the default. Further, the
ability of the model to generate content with non-English prompts is significantly worse than with English-language prompts.
@@ -84,7 +84,7 @@ The model developers used the following dataset for training the model:
- LAION-2B (en) and subsets thereof (see next section)
**Training Procedure**
-Stable Diffusion v1 is a latent diffusion model which combines an autoencoder with a diffusion model that is trained in the latent space of the autoencoder. During training,
+Stable Diffusion v1 is a latent diffusion model which combines an autoencoder with a diffusion model that is trained in the latent space of the autoencoder. During training,
- Images are encoded through an encoder, which turns images into latent representations. The autoencoder uses a relative downsampling factor of 8 and maps images of shape H x W x 3 to latents of shape H/f x W/f x 4
- Text prompts are encoded through a ViT-L/14 text-encoder.
@@ -108,12 +108,12 @@ filtered to images with an original size `>= 512x512`, estimated aesthetics scor
- **Batch:** 32 x 8 x 2 x 4 = 2048
- **Learning rate:** warmup to 0.0001 for 10,000 steps and then kept constant
-## Evaluation Results
+## Evaluation Results
Evaluations with different classifier-free guidance scales (1.5, 2.0, 3.0, 4.0,
5.0, 6.0, 7.0, 8.0) and 50 PLMS sampling
steps show the relative improvements of the checkpoints:
-
+
Evaluated using 50 PLMS steps and 10000 random prompts from the COCO2017 validation set, evaluated at 512x512 resolution. Not optimized for FID scores.
## Environmental Impact
@@ -137,4 +137,3 @@ Based on that information, we estimate the following CO2 emissions using the [Ma
}
*This model card was written by: Robin Rombach and Patrick Esser and is based on the [DALL-E Mini model card](https://huggingface.co/dalle-mini/dalle-mini).*
-
diff --git a/Web_based_UI_for_Stable_Diffusion_colab.ipynb b/Web_based_UI_for_Stable_Diffusion_colab.ipynb
index 1929f26ae..87ebc5d23 100644
--- a/Web_based_UI_for_Stable_Diffusion_colab.ipynb
+++ b/Web_based_UI_for_Stable_Diffusion_colab.ipynb
@@ -582,4 +582,4 @@
"outputs": []
}
]
-}
\ No newline at end of file
+}
diff --git a/blog/2022-10-20/1.Textual inversion usage competitio.md b/blog/2022-10-20/1.Textual inversion usage competitio.md
index 373e7b301..b08d96365 100644
--- a/blog/2022-10-20/1.Textual inversion usage competitio.md
+++ b/blog/2022-10-20/1.Textual inversion usage competitio.md
@@ -23,7 +23,7 @@ Hopefully demand will be high, we want to train **hundreds** of new concepts!
# What does `most inventive use` mean?
-Whatever you want it to mean! be creative! experiment!
+Whatever you want it to mean! be creative! experiment!
There are several categories we will look at:
@@ -33,7 +33,7 @@ There are several categories we will look at:
* composition; meaning anything related to how big things are, their position, the angle, etc
-* styling;
+* styling;
@@ -45,7 +45,7 @@ There are several categories we will look at:
## `The Sims(TM): Stable Diffusion edition` ?
-For this event the theme is “The Sims: Stable Diffusion edition”.
+For this event the theme is “The Sims: Stable Diffusion edition”.
So we have selected a subset of [products from Amazon Berkely Objects dataset](https://github.com/sd-webui/abo).
diff --git a/configs/blip/bert_config.json b/configs/blip/bert_config.json
index 3ef38aabc..e50a6604c 100644
--- a/configs/blip/bert_config.json
+++ b/configs/blip/bert_config.json
@@ -17,5 +17,5 @@
"type_vocab_size": 2,
"vocab_size": 30522,
"encoder_width": 768,
- "add_cross_attention": true
+ "add_cross_attention": true
}
diff --git a/configs/blip/caption_coco.yaml b/configs/blip/caption_coco.yaml
index 42eab7030..317147210 100644
--- a/configs/blip/caption_coco.yaml
+++ b/configs/blip/caption_coco.yaml
@@ -21,7 +21,7 @@ init_lr: 1e-5
image_size: 384
# generation configs
-max_length: 20
+max_length: 20
min_length: 5
num_beams: 3
prompt: 'a picture of '
@@ -30,4 +30,3 @@ prompt: 'a picture of '
weight_decay: 0.05
min_lr: 0
max_epoch: 5
-
diff --git a/configs/blip/med_config.json b/configs/blip/med_config.json
index 0ffad0a6f..391d5ca7e 100644
--- a/configs/blip/med_config.json
+++ b/configs/blip/med_config.json
@@ -17,5 +17,5 @@
"type_vocab_size": 2,
"vocab_size": 30524,
"encoder_width": 768,
- "add_cross_attention": true
+ "add_cross_attention": true
}
diff --git a/configs/blip/nlvr.yaml b/configs/blip/nlvr.yaml
index 2d1122aad..70f0301db 100644
--- a/configs/blip/nlvr.yaml
+++ b/configs/blip/nlvr.yaml
@@ -1,4 +1,4 @@
-image_root: '/export/share/datasets/vision/NLVR2/'
+image_root: '/export/share/datasets/vision/NLVR2/'
ann_root: 'annotation'
# set pretrained as a file path or an url
@@ -6,8 +6,8 @@ pretrained: 'https://storage.googleapis.com/sfr-vision-language-research/BLIP/mo
#size of vit model; base or large
vit: 'base'
-batch_size_train: 16
-batch_size_test: 64
+batch_size_train: 16
+batch_size_test: 64
vit_grad_ckpt: False
vit_ckpt_layer: 0
max_epoch: 15
@@ -18,4 +18,3 @@ image_size: 384
weight_decay: 0.05
init_lr: 3e-5
min_lr: 0
-
diff --git a/configs/blip/nocaps.yaml b/configs/blip/nocaps.yaml
index 902813585..6e8ab7e86 100644
--- a/configs/blip/nocaps.yaml
+++ b/configs/blip/nocaps.yaml
@@ -12,4 +12,4 @@ image_size: 384
max_length: 20
min_length: 5
num_beams: 3
-prompt: 'a picture of '
\ No newline at end of file
+prompt: 'a picture of '
diff --git a/configs/blip/pretrain.yaml b/configs/blip/pretrain.yaml
index 02355ee02..4f97bf2b3 100644
--- a/configs/blip/pretrain.yaml
+++ b/configs/blip/pretrain.yaml
@@ -1,7 +1,7 @@
train_file: ['/export/share/junnan-li/VL_pretrain/annotation/coco_karpathy_train.json',
'/export/share/junnan-li/VL_pretrain/annotation/vg_caption.json',
]
-laion_path: ''
+laion_path: ''
# size of vit model; base or large
vit: 'base'
@@ -22,6 +22,3 @@ warmup_lr: 1e-6
lr_decay_rate: 0.9
max_epoch: 20
warmup_steps: 3000
-
-
-
diff --git a/configs/blip/retrieval_coco.yaml b/configs/blip/retrieval_coco.yaml
index a8569e9b6..22a372b16 100644
--- a/configs/blip/retrieval_coco.yaml
+++ b/configs/blip/retrieval_coco.yaml
@@ -31,4 +31,3 @@ negative_all_rank: True
weight_decay: 0.05
min_lr: 0
max_epoch: 6
-
diff --git a/configs/blip/retrieval_flickr.yaml b/configs/blip/retrieval_flickr.yaml
index d75ea4eed..7b0e07a61 100644
--- a/configs/blip/retrieval_flickr.yaml
+++ b/configs/blip/retrieval_flickr.yaml
@@ -31,4 +31,3 @@ negative_all_rank: False
weight_decay: 0.05
min_lr: 0
max_epoch: 6
-
diff --git a/configs/blip/retrieval_msrvtt.yaml b/configs/blip/retrieval_msrvtt.yaml
index 395f62542..436ab8944 100644
--- a/configs/blip/retrieval_msrvtt.yaml
+++ b/configs/blip/retrieval_msrvtt.yaml
@@ -9,4 +9,4 @@ vit: 'base'
batch_size: 64
k_test: 128
image_size: 384
-num_frm_test: 8
\ No newline at end of file
+num_frm_test: 8
diff --git a/configs/blip/vqa.yaml b/configs/blip/vqa.yaml
index 74327e6d0..92829b1e2 100644
--- a/configs/blip/vqa.yaml
+++ b/configs/blip/vqa.yaml
@@ -8,8 +8,8 @@ pretrained: 'https://storage.googleapis.com/sfr-vision-language-research/BLIP/mo
# size of vit model; base or large
vit: 'base'
-batch_size_train: 16
-batch_size_test: 32
+batch_size_train: 16
+batch_size_test: 32
vit_grad_ckpt: False
vit_ckpt_layer: 0
init_lr: 2e-5
@@ -22,4 +22,4 @@ inference: 'rank'
# optimizer
weight_decay: 0.05
min_lr: 0
-max_epoch: 10
\ No newline at end of file
+max_epoch: 10
diff --git a/configs/latent-diffusion/celebahq-ldm-vq-4.yaml b/configs/latent-diffusion/celebahq-ldm-vq-4.yaml
index 89b3df4fe..1282307c2 100644
--- a/configs/latent-diffusion/celebahq-ldm-vq-4.yaml
+++ b/configs/latent-diffusion/celebahq-ldm-vq-4.yaml
@@ -83,4 +83,4 @@ lightning:
increase_log_steps: False
trainer:
- benchmark: True
\ No newline at end of file
+ benchmark: True
diff --git a/configs/latent-diffusion/cin-ldm-vq-f8.yaml b/configs/latent-diffusion/cin-ldm-vq-f8.yaml
index b8cd9e2ef..215432deb 100644
--- a/configs/latent-diffusion/cin-ldm-vq-f8.yaml
+++ b/configs/latent-diffusion/cin-ldm-vq-f8.yaml
@@ -95,4 +95,4 @@ lightning:
increase_log_steps: False
trainer:
- benchmark: True
\ No newline at end of file
+ benchmark: True
diff --git a/configs/latent-diffusion/cin256-v2.yaml b/configs/latent-diffusion/cin256-v2.yaml
index b7c1aa240..16dd2d99e 100644
--- a/configs/latent-diffusion/cin256-v2.yaml
+++ b/configs/latent-diffusion/cin256-v2.yaml
@@ -15,7 +15,7 @@ model:
conditioning_key: crossattn
monitor: val/loss
use_ema: False
-
+
unet_config:
target: ldm.modules.diffusionmodules.openaimodel.UNetModel
params:
@@ -37,7 +37,7 @@ model:
use_spatial_transformer: true
transformer_depth: 1
context_dim: 512
-
+
first_stage_config:
target: ldm.models.autoencoder.VQModelInterface
params:
@@ -59,7 +59,7 @@ model:
dropout: 0.0
lossconfig:
target: torch.nn.Identity
-
+
cond_stage_config:
target: ldm.modules.encoders.modules.ClassEmbedder
params:
diff --git a/configs/latent-diffusion/ffhq-ldm-vq-4.yaml b/configs/latent-diffusion/ffhq-ldm-vq-4.yaml
index 1899e30f7..cd44c7517 100644
--- a/configs/latent-diffusion/ffhq-ldm-vq-4.yaml
+++ b/configs/latent-diffusion/ffhq-ldm-vq-4.yaml
@@ -82,4 +82,4 @@ lightning:
increase_log_steps: False
trainer:
- benchmark: True
\ No newline at end of file
+ benchmark: True
diff --git a/configs/latent-diffusion/lsun_bedrooms-ldm-vq-4.yaml b/configs/latent-diffusion/lsun_bedrooms-ldm-vq-4.yaml
index c4ca66c16..ad377673e 100644
--- a/configs/latent-diffusion/lsun_bedrooms-ldm-vq-4.yaml
+++ b/configs/latent-diffusion/lsun_bedrooms-ldm-vq-4.yaml
@@ -82,4 +82,4 @@ lightning:
increase_log_steps: False
trainer:
- benchmark: True
\ No newline at end of file
+ benchmark: True
diff --git a/configs/latent-diffusion/lsun_churches-ldm-kl-8.yaml b/configs/latent-diffusion/lsun_churches-ldm-kl-8.yaml
index 18dc8c2d9..0553147b9 100644
--- a/configs/latent-diffusion/lsun_churches-ldm-kl-8.yaml
+++ b/configs/latent-diffusion/lsun_churches-ldm-kl-8.yaml
@@ -88,4 +88,4 @@ lightning:
trainer:
- benchmark: True
\ No newline at end of file
+ benchmark: True
diff --git a/configs/retrieval-augmented-diffusion/768x768.yaml b/configs/retrieval-augmented-diffusion/768x768.yaml
index b51b1d837..75c690b13 100644
--- a/configs/retrieval-augmented-diffusion/768x768.yaml
+++ b/configs/retrieval-augmented-diffusion/768x768.yaml
@@ -65,4 +65,4 @@ model:
lossconfig:
target: torch.nn.Identity
cond_stage_config:
- target: torch.nn.Identity
\ No newline at end of file
+ target: torch.nn.Identity
diff --git a/configs/stable-diffusion/v2-midas-inference.yaml b/configs/stable-diffusion/v2-midas-inference.yaml
index f20c30f61..531199de4 100644
--- a/configs/stable-diffusion/v2-midas-inference.yaml
+++ b/configs/stable-diffusion/v2-midas-inference.yaml
@@ -70,5 +70,3 @@ model:
params:
freeze: True
layer: "penultimate"
-
-
diff --git a/configs/stable-diffusion/x4-upscaling.yaml b/configs/stable-diffusion/x4-upscaling.yaml
index 2db0964af..45ecbf9ad 100644
--- a/configs/stable-diffusion/x4-upscaling.yaml
+++ b/configs/stable-diffusion/x4-upscaling.yaml
@@ -73,4 +73,3 @@ model:
params:
freeze: True
layer: "penultimate"
-
diff --git a/configs/webui/webui.yaml b/configs/webui/webui.yaml
index d99de7e9c..1c754a562 100644
--- a/configs/webui/webui.yaml
+++ b/configs/webui/webui.yaml
@@ -12,7 +12,7 @@
# GNU Affero General Public License for more details.
# You should have received a copy of the GNU Affero General Public License
-# along with this program. If not, see .
+# along with this program. If not, see