create unet 2b
Browse files- 2b/config.json +3 -0
- {unet → 2b}/diffusion_pytorch_model.safetensors +2 -2
- result_grid.jpg +2 -2
- samples/unet_192x384_0.jpg +2 -2
- samples/unet_256x384_0.jpg +2 -2
- samples/unet_320x384_0.jpg +2 -2
- samples/unet_320x576_0.jpg +2 -2
- samples/unet_384x192_0.jpg +2 -2
- samples/unet_384x256_0.jpg +2 -2
- samples/unet_384x320_0.jpg +2 -2
- samples/unet_384x384_0.jpg +2 -2
- samples/unet_384x576_0.jpg +2 -2
- samples/unet_448x576_0.jpg +2 -2
- samples/unet_512x576_0.jpg +2 -2
- samples/unet_576x320_0.jpg +2 -2
- samples/unet_576x384_0.jpg +2 -2
- samples/unet_576x448_0.jpg +2 -2
- samples/unet_576x512_0.jpg +2 -2
- samples/unet_576x576_0.jpg +2 -2
- src/sdxs_create_unet-2b.ipynb +3 -0
- src/sdxs_create_unet.ipynb +2 -2
- test.ipynb +2 -2
- train.py +10 -10
- vae/config.json +2 -2
2b/config.json
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:314141aa99a57ea7c26c2011a19bcc426c564408ef0b5e90bff09f2cc3eacfef
|
3 |
+
size 1779
|
{unet → 2b}/diffusion_pytorch_model.safetensors
RENAMED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5883430de449da1da51fde139fc8d739968c3367e9b2a469824bb332f9edd8a1
|
3 |
+
size 7993399544
|
result_grid.jpg
CHANGED
![]() |
Git LFS Details
|
![]() |
Git LFS Details
|
samples/unet_192x384_0.jpg
CHANGED
![]() |
Git LFS Details
|
![]() |
Git LFS Details
|
samples/unet_256x384_0.jpg
CHANGED
![]() |
Git LFS Details
|
![]() |
Git LFS Details
|
samples/unet_320x384_0.jpg
CHANGED
![]() |
Git LFS Details
|
![]() |
Git LFS Details
|
samples/unet_320x576_0.jpg
CHANGED
![]() |
Git LFS Details
|
![]() |
Git LFS Details
|
samples/unet_384x192_0.jpg
CHANGED
![]() |
Git LFS Details
|
![]() |
Git LFS Details
|
samples/unet_384x256_0.jpg
CHANGED
![]() |
Git LFS Details
|
![]() |
Git LFS Details
|
samples/unet_384x320_0.jpg
CHANGED
![]() |
Git LFS Details
|
![]() |
Git LFS Details
|
samples/unet_384x384_0.jpg
CHANGED
![]() |
Git LFS Details
|
![]() |
Git LFS Details
|
samples/unet_384x576_0.jpg
CHANGED
![]() |
Git LFS Details
|
![]() |
Git LFS Details
|
samples/unet_448x576_0.jpg
CHANGED
![]() |
Git LFS Details
|
![]() |
Git LFS Details
|
samples/unet_512x576_0.jpg
CHANGED
![]() |
Git LFS Details
|
![]() |
Git LFS Details
|
samples/unet_576x320_0.jpg
CHANGED
![]() |
Git LFS Details
|
![]() |
Git LFS Details
|
samples/unet_576x384_0.jpg
CHANGED
![]() |
Git LFS Details
|
![]() |
Git LFS Details
|
samples/unet_576x448_0.jpg
CHANGED
![]() |
Git LFS Details
|
![]() |
Git LFS Details
|
samples/unet_576x512_0.jpg
CHANGED
![]() |
Git LFS Details
|
![]() |
Git LFS Details
|
samples/unet_576x576_0.jpg
CHANGED
![]() |
Git LFS Details
|
![]() |
Git LFS Details
|
src/sdxs_create_unet-2b.ipynb
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1d2d6a5077aad9a1e416c69627411951a897959b0bfb026caba89634be0ec158
|
3 |
+
size 146107
|
src/sdxs_create_unet.ipynb
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7425966e21e4884c894ace96cfab088cfb650b796d86a7e71380ce8f4d9528ef
|
3 |
+
size 147666
|
test.ipynb
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e5a9fc987e1540f8a202cd6dc93f9987d3531266336e5899c5b586455d0f0779
|
3 |
+
size 4750686
|
train.py
CHANGED
@@ -25,14 +25,14 @@ import bitsandbytes as bnb
|
|
25 |
import torch.nn.functional as F
|
26 |
|
27 |
# --------------------------- Параметры ---------------------------
|
28 |
-
ds_path = "datasets/
|
29 |
-
project = "
|
30 |
-
batch_size =
|
31 |
-
base_learning_rate =
|
32 |
-
min_learning_rate =
|
33 |
-
num_epochs =
|
34 |
# samples/save per epoch
|
35 |
-
sample_interval_share =
|
36 |
use_wandb = True
|
37 |
save_model = True
|
38 |
use_decay = True
|
@@ -43,7 +43,7 @@ unet_gradient = True
|
|
43 |
clip_sample = False #Scheduler
|
44 |
fixed_seed = False
|
45 |
shuffle = True
|
46 |
-
dispersive_loss_enabled =
|
47 |
torch.backends.cuda.matmul.allow_tf32 = True
|
48 |
torch.backends.cudnn.allow_tf32 = True
|
49 |
torch.backends.cuda.enable_mem_efficient_sdp(False)
|
@@ -59,7 +59,7 @@ steps_offset = 1 # Scheduler
|
|
59 |
limit = 0
|
60 |
checkpoints_folder = ""
|
61 |
mixed_precision = "bf16" #"fp16"
|
62 |
-
gradient_accumulation_steps =
|
63 |
accelerator = Accelerator(
|
64 |
mixed_precision=mixed_precision,
|
65 |
gradient_accumulation_steps=gradient_accumulation_steps
|
@@ -695,7 +695,7 @@ for epoch in range(start_epoch, start_epoch + num_epochs):
|
|
695 |
if save_model == False and step == 5 :
|
696 |
used_gb = torch.cuda.max_memory_allocated() / 1024**3
|
697 |
print(f"Шаг {step}: {used_gb:.2f} GB")
|
698 |
-
|
699 |
# Forward pass
|
700 |
noise = torch.randn_like(latents, dtype=latents.dtype)
|
701 |
|
|
|
25 |
import torch.nn.functional as F
|
26 |
|
27 |
# --------------------------- Параметры ---------------------------
|
28 |
+
ds_path = "datasets/384"
|
29 |
+
project = "2b"
|
30 |
+
batch_size = 200 #50
|
31 |
+
base_learning_rate = 8e-5
|
32 |
+
min_learning_rate = 4e-5
|
33 |
+
num_epochs = 40
|
34 |
# samples/save per epoch
|
35 |
+
sample_interval_share = 5
|
36 |
use_wandb = True
|
37 |
save_model = True
|
38 |
use_decay = True
|
|
|
43 |
clip_sample = False #Scheduler
|
44 |
fixed_seed = False
|
45 |
shuffle = True
|
46 |
+
dispersive_loss_enabled = True
|
47 |
torch.backends.cuda.matmul.allow_tf32 = True
|
48 |
torch.backends.cudnn.allow_tf32 = True
|
49 |
torch.backends.cuda.enable_mem_efficient_sdp(False)
|
|
|
59 |
limit = 0
|
60 |
checkpoints_folder = ""
|
61 |
mixed_precision = "bf16" #"fp16"
|
62 |
+
gradient_accumulation_steps = 1
|
63 |
accelerator = Accelerator(
|
64 |
mixed_precision=mixed_precision,
|
65 |
gradient_accumulation_steps=gradient_accumulation_steps
|
|
|
695 |
if save_model == False and step == 5 :
|
696 |
used_gb = torch.cuda.max_memory_allocated() / 1024**3
|
697 |
print(f"Шаг {step}: {used_gb:.2f} GB")
|
698 |
+
|
699 |
# Forward pass
|
700 |
noise = torch.randn_like(latents, dtype=latents.dtype)
|
701 |
|
vae/config.json
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:45e70f6e76d6094b0a93bc35630c31e0efe2617879e1aff5395e75ca5cd8bf7a
|
3 |
+
size 718
|