eval
Browse files- README.md +3 -5
- result.png +2 -2
- vae_comp.ipynb +17 -10
- vaetest/decoded_AiArtLab_vae.png +3 -0
- vaetest/decoded_EQ-SDXL-VAE.png +3 -0
- vaetest/decoded_sdxl.png +3 -0
- vaetest/dist_AiArtLab_vae.png +3 -0
- vaetest/dist_EQ-SDXL-VAE.png +3 -0
- vaetest/dist_sdxl.png +3 -0
- vaetest/original.jpg +3 -0
README.md
CHANGED
|
@@ -21,7 +21,7 @@ aiartlab/SDXLVAE | MSE=1.736e-03 PSNR=30.29 LPIPS=0.116 Edge=0.181 KL=
|
|
| 21 |
| SDXL VAE fp16 fix | 100% | 100% | 100% | 100% |
|
| 22 |
| aiartlab/SDXLVAE | 116.3% | 102.1% | 107.3% | 103.7% |
|
| 23 |
```
|
| 24 |
-
[](https://imgsli.com/
|
| 25 |
|
| 26 |
|
| 27 |

|
|
@@ -30,7 +30,7 @@ aiartlab/SDXLVAE | MSE=1.736e-03 PSNR=30.29 LPIPS=0.116 Edge=0.181 KL=
|
|
| 30 |
```
|
| 31 |
from diffusers import AutoencoderKL
|
| 32 |
|
| 33 |
-
vae = AutoencoderKL.from_pretrained("AiArtLab/sdxl_vae").cuda().half()
|
| 34 |
|
| 35 |
```
|
| 36 |
|
|
@@ -65,9 +65,7 @@ We are currently testing the possibility of improving the SDXL VAE decoder by in
|
|
| 65 |
|
| 66 |
## Compare
|
| 67 |
|
| 68 |
-
https://imgsli.com/
|
| 69 |
-
|
| 70 |
-
https://imgsli.com/NDA3Njgw/2/3
|
| 71 |
|
| 72 |
## Donations
|
| 73 |
|
|
|
|
| 21 |
| SDXL VAE fp16 fix | 100% | 100% | 100% | 100% |
|
| 22 |
| aiartlab/SDXLVAE | 116.3% | 102.1% | 107.3% | 103.7% |
|
| 23 |
```
|
| 24 |
+
[](https://imgsli.com/NDE1MjY1/1/2)
|
| 25 |
|
| 26 |
|
| 27 |

|
|
|
|
| 30 |
```
|
| 31 |
from diffusers import AutoencoderKL
|
| 32 |
|
| 33 |
+
vae = AutoencoderKL.from_pretrained("AiArtLab/sdxl_vae",subfolder="vae").cuda().half()
|
| 34 |
|
| 35 |
```
|
| 36 |
|
|
|
|
| 65 |
|
| 66 |
## Compare
|
| 67 |
|
| 68 |
+
https://imgsli.com/NDE1MjY1/1/2
|
|
|
|
|
|
|
| 69 |
|
| 70 |
## Donations
|
| 71 |
|
result.png
CHANGED
|
Git LFS Details
|
|
Git LFS Details
|
vae_comp.ipynb
CHANGED
|
@@ -2,27 +2,33 @@
|
|
| 2 |
"cells": [
|
| 3 |
{
|
| 4 |
"cell_type": "code",
|
| 5 |
-
"execution_count":
|
| 6 |
"id": "b3b23a40-8354-4287-bac2-32f9d084fff3",
|
| 7 |
"metadata": {},
|
| 8 |
"outputs": [
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 9 |
{
|
| 10 |
"name": "stdout",
|
| 11 |
"output_type": "stream",
|
| 12 |
"text": [
|
| 13 |
-
"sdxl log-variance: -0.105\n"
|
| 14 |
-
"AiArtLab_vae log-variance: -0.105\n"
|
| 15 |
]
|
| 16 |
},
|
| 17 |
{
|
| 18 |
"data": {
|
| 19 |
"application/vnd.jupyter.widget-view+json": {
|
| 20 |
-
"model_id": "
|
| 21 |
"version_major": 2,
|
| 22 |
"version_minor": 0
|
| 23 |
},
|
| 24 |
"text/plain": [
|
| 25 |
-
"config.json: 0.
|
| 26 |
]
|
| 27 |
},
|
| 28 |
"metadata": {},
|
|
@@ -31,12 +37,12 @@
|
|
| 31 |
{
|
| 32 |
"data": {
|
| 33 |
"application/vnd.jupyter.widget-view+json": {
|
| 34 |
-
"model_id": "
|
| 35 |
"version_major": 2,
|
| 36 |
"version_minor": 0
|
| 37 |
},
|
| 38 |
"text/plain": [
|
| 39 |
-
"diffusion_pytorch_model.safetensors: 0%| | 0.00/167M [00:00<?, ?B/s]"
|
| 40 |
]
|
| 41 |
},
|
| 42 |
"metadata": {},
|
|
@@ -46,6 +52,7 @@
|
|
| 46 |
"name": "stdout",
|
| 47 |
"output_type": "stream",
|
| 48 |
"text": [
|
|
|
|
| 49 |
"EQ-SDXL-VAE log-variance: -3.922\n",
|
| 50 |
"Готово\n"
|
| 51 |
]
|
|
@@ -115,8 +122,8 @@
|
|
| 115 |
" plt.close()\n",
|
| 116 |
"\n",
|
| 117 |
"for name, repo in VAES.items():\n",
|
| 118 |
-
" if name==\"
|
| 119 |
-
" vae = AutoencoderKL.from_pretrained(repo, torch_dtype=dtype).to(device)\n",
|
| 120 |
" else:\n",
|
| 121 |
" vae = AutoencoderKL.from_pretrained(repo, torch_dtype=dtype).to(device)#, subfolder=\"vae\", variant=\"fp16\"\n",
|
| 122 |
"\n",
|
|
@@ -191,7 +198,7 @@
|
|
| 191 |
"name": "python",
|
| 192 |
"nbconvert_exporter": "python",
|
| 193 |
"pygments_lexer": "ipython3",
|
| 194 |
-
"version": "3.11.
|
| 195 |
}
|
| 196 |
},
|
| 197 |
"nbformat": 4,
|
|
|
|
| 2 |
"cells": [
|
| 3 |
{
|
| 4 |
"cell_type": "code",
|
| 5 |
+
"execution_count": 1,
|
| 6 |
"id": "b3b23a40-8354-4287-bac2-32f9d084fff3",
|
| 7 |
"metadata": {},
|
| 8 |
"outputs": [
|
| 9 |
+
{
|
| 10 |
+
"name": "stderr",
|
| 11 |
+
"output_type": "stream",
|
| 12 |
+
"text": [
|
| 13 |
+
"Multiple distributions found for package optimum. Picked distribution: optimum\n"
|
| 14 |
+
]
|
| 15 |
+
},
|
| 16 |
{
|
| 17 |
"name": "stdout",
|
| 18 |
"output_type": "stream",
|
| 19 |
"text": [
|
| 20 |
+
"sdxl log-variance: -0.105\n"
|
|
|
|
| 21 |
]
|
| 22 |
},
|
| 23 |
{
|
| 24 |
"data": {
|
| 25 |
"application/vnd.jupyter.widget-view+json": {
|
| 26 |
+
"model_id": "9a4a283ee46b40b5a47ac0aa67a2f9a1",
|
| 27 |
"version_major": 2,
|
| 28 |
"version_minor": 0
|
| 29 |
},
|
| 30 |
"text/plain": [
|
| 31 |
+
"config.json: 0%| | 0.00/805 [00:00<?, ?B/s]"
|
| 32 |
]
|
| 33 |
},
|
| 34 |
"metadata": {},
|
|
|
|
| 37 |
{
|
| 38 |
"data": {
|
| 39 |
"application/vnd.jupyter.widget-view+json": {
|
| 40 |
+
"model_id": "99b47d8ada1b49c4aa06e7cc87944d64",
|
| 41 |
"version_major": 2,
|
| 42 |
"version_minor": 0
|
| 43 |
},
|
| 44 |
"text/plain": [
|
| 45 |
+
"vae/diffusion_pytorch_model.safetensors: 0%| | 0.00/167M [00:00<?, ?B/s]"
|
| 46 |
]
|
| 47 |
},
|
| 48 |
"metadata": {},
|
|
|
|
| 52 |
"name": "stdout",
|
| 53 |
"output_type": "stream",
|
| 54 |
"text": [
|
| 55 |
+
"AiArtLab_vae log-variance: -0.105\n",
|
| 56 |
"EQ-SDXL-VAE log-variance: -3.922\n",
|
| 57 |
"Готово\n"
|
| 58 |
]
|
|
|
|
| 122 |
" plt.close()\n",
|
| 123 |
"\n",
|
| 124 |
"for name, repo in VAES.items():\n",
|
| 125 |
+
" if name==\"AiArtLab_vae\":\n",
|
| 126 |
+
" vae = AutoencoderKL.from_pretrained(repo, subfolder=\"vae\", torch_dtype=dtype).to(device)\n",
|
| 127 |
" else:\n",
|
| 128 |
" vae = AutoencoderKL.from_pretrained(repo, torch_dtype=dtype).to(device)#, subfolder=\"vae\", variant=\"fp16\"\n",
|
| 129 |
"\n",
|
|
|
|
| 198 |
"name": "python",
|
| 199 |
"nbconvert_exporter": "python",
|
| 200 |
"pygments_lexer": "ipython3",
|
| 201 |
+
"version": "3.11.6"
|
| 202 |
}
|
| 203 |
},
|
| 204 |
"nbformat": 4,
|
vaetest/decoded_AiArtLab_vae.png
ADDED
|
Git LFS Details
|
vaetest/decoded_EQ-SDXL-VAE.png
ADDED
|
Git LFS Details
|
vaetest/decoded_sdxl.png
ADDED
|
Git LFS Details
|
vaetest/dist_AiArtLab_vae.png
ADDED
|
Git LFS Details
|
vaetest/dist_EQ-SDXL-VAE.png
ADDED
|
Git LFS Details
|
vaetest/dist_sdxl.png
ADDED
|
Git LFS Details
|
vaetest/original.jpg
ADDED
|
Git LFS Details
|