recoilme commited on
Commit
2efafae
·
1 Parent(s): 319962a

create unet 2b

Browse files
2b/config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:314141aa99a57ea7c26c2011a19bcc426c564408ef0b5e90bff09f2cc3eacfef
3
+ size 1779
{unet → 2b}/diffusion_pytorch_model.safetensors RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1a9c78387e3b8fd3e28b93247b7a1e07ae8aedb4012e25de7284380dd19470a8
3
- size 7014306128
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5883430de449da1da51fde139fc8d739968c3367e9b2a469824bb332f9edd8a1
3
+ size 7993399544
result_grid.jpg CHANGED

Git LFS Details

  • SHA256: 36c6119732adbf585121db1dbefa51f6220813818fa0ff3733b0e018a35dabdf
  • Pointer size: 132 Bytes
  • Size of remote file: 5.6 MB

Git LFS Details

  • SHA256: fcee61e06a301fe17b840ce9876de2bcbe553c19f9520e0253defc48c46d84a1
  • Pointer size: 132 Bytes
  • Size of remote file: 5.65 MB
samples/unet_192x384_0.jpg CHANGED

Git LFS Details

  • SHA256: 7441e68cca6ab353f2333dcb0f54c38e040770a6dc10a62f3a602efdc9bc759c
  • Pointer size: 130 Bytes
  • Size of remote file: 41.9 kB

Git LFS Details

  • SHA256: d8d47c33575ca2d269fd10a94218a25849d76e86b435bdc7217d365574365c5a
  • Pointer size: 130 Bytes
  • Size of remote file: 41.8 kB
samples/unet_256x384_0.jpg CHANGED

Git LFS Details

  • SHA256: 11b6cd3bdef6f5946593d13d3e611b3b0efc34fb4b2ac54e68cd7157afe810c2
  • Pointer size: 130 Bytes
  • Size of remote file: 51 kB

Git LFS Details

  • SHA256: ff6d83b228585a4f63bb7ec4b7207b9de985d8686f98349147975ec68888669f
  • Pointer size: 130 Bytes
  • Size of remote file: 59.8 kB
samples/unet_320x384_0.jpg CHANGED

Git LFS Details

  • SHA256: 5a1562843e4b7908b17934c1e524cd0a56a3e182e4d0c348414814505c84af16
  • Pointer size: 130 Bytes
  • Size of remote file: 46.7 kB

Git LFS Details

  • SHA256: fbeb3036774dc7f824e95f4bfc7b4f77361389b8748c5aa99660c3ebc8487f51
  • Pointer size: 130 Bytes
  • Size of remote file: 62.1 kB
samples/unet_320x576_0.jpg CHANGED

Git LFS Details

  • SHA256: 5d46b902b17c26321e7a410840ea44d3f38da09b9368f72e521df1c384296d13
  • Pointer size: 131 Bytes
  • Size of remote file: 116 kB

Git LFS Details

  • SHA256: aefed30c452f7298b886e3c597499cea3720a9e76d2eb50b3b64da5f80d175da
  • Pointer size: 131 Bytes
  • Size of remote file: 194 kB
samples/unet_384x192_0.jpg CHANGED

Git LFS Details

  • SHA256: 8879fdcba523f7060952be1b81a3ff129111f1ded2563f7b8a6281343311b6e3
  • Pointer size: 130 Bytes
  • Size of remote file: 21.9 kB

Git LFS Details

  • SHA256: 3a663ebdef49018f214e6a24ba8b9240970660c79b9299f776982ae16f4ec6ad
  • Pointer size: 130 Bytes
  • Size of remote file: 27 kB
samples/unet_384x256_0.jpg CHANGED

Git LFS Details

  • SHA256: 1567ee2a614927c817201109afaae56f2ec3ad8728f12a8206c7c43d2e182359
  • Pointer size: 130 Bytes
  • Size of remote file: 39.8 kB

Git LFS Details

  • SHA256: ca883f077937f493c41c5887ba603c7037749f79d7889965322d1e3df947241c
  • Pointer size: 130 Bytes
  • Size of remote file: 37.5 kB
samples/unet_384x320_0.jpg CHANGED

Git LFS Details

  • SHA256: 6f6aa97c58bbef96a078e299ca186856aec81465cb3e9064946460ac55c357f3
  • Pointer size: 130 Bytes
  • Size of remote file: 43.3 kB

Git LFS Details

  • SHA256: c288afa636c055a236e2d63a3454cefef6784155d1563a20f8d9a60191eef4ad
  • Pointer size: 130 Bytes
  • Size of remote file: 70.7 kB
samples/unet_384x384_0.jpg CHANGED

Git LFS Details

  • SHA256: 16d6058221d63945efb967b4c9b1249b2b67a0e2fc789f94d2c4bfbc0c6c24e5
  • Pointer size: 130 Bytes
  • Size of remote file: 58.8 kB

Git LFS Details

  • SHA256: 1bfc183beb4f38ea2eda561f8fdaf0aaa78d9ebf1b59d4124bd9b503a54ab426
  • Pointer size: 130 Bytes
  • Size of remote file: 21.6 kB
samples/unet_384x576_0.jpg CHANGED

Git LFS Details

  • SHA256: fe6debd841fb033745b54bd3695e346eea7209fe7432e857eb8c8c17a2c95106
  • Pointer size: 130 Bytes
  • Size of remote file: 87.6 kB

Git LFS Details

  • SHA256: 4fd7bd0ca83ff8bc75fd0a4e24466cb45f3eccb56432c097c06eb9f6dc63baf3
  • Pointer size: 129 Bytes
  • Size of remote file: 4.19 kB
samples/unet_448x576_0.jpg CHANGED

Git LFS Details

  • SHA256: c070f18157a5faa378ffbbb16d24434ed19742761d052da5ff64b96e4a1ba61d
  • Pointer size: 131 Bytes
  • Size of remote file: 103 kB

Git LFS Details

  • SHA256: a856faab239a66016e76aa96ec52d859d9dd02543321eb49d26fc33b7780a17d
  • Pointer size: 131 Bytes
  • Size of remote file: 258 kB
samples/unet_512x576_0.jpg CHANGED

Git LFS Details

  • SHA256: 177d6eff0f33c79f11c930e25926efc0ccb1fd20480f83058741369ed6e22e59
  • Pointer size: 131 Bytes
  • Size of remote file: 151 kB

Git LFS Details

  • SHA256: a95fe1bb4e7ea7bf19ca35665e10069d4a62cd973358be225b24b129b73e22d5
  • Pointer size: 131 Bytes
  • Size of remote file: 172 kB
samples/unet_576x320_0.jpg CHANGED

Git LFS Details

  • SHA256: b3656fcc5c85d791a59ba7998646ea2e689773990802e31e9e2f63f37ea81652
  • Pointer size: 130 Bytes
  • Size of remote file: 92.4 kB

Git LFS Details

  • SHA256: e94106e73fa83e48d92e843d59cacbc9754ead189fe999a3d4793e2163d7f66c
  • Pointer size: 131 Bytes
  • Size of remote file: 148 kB
samples/unet_576x384_0.jpg CHANGED

Git LFS Details

  • SHA256: 35afa1f5b8497ca6bc39b910d904a86bb8d4b6c2b0ce3e33023bc80fa700dc4b
  • Pointer size: 130 Bytes
  • Size of remote file: 85.8 kB

Git LFS Details

  • SHA256: ec7c7ad9846f65bddd66eeecd9924e88c5df255d0afe565d3c60d26277f852b4
  • Pointer size: 130 Bytes
  • Size of remote file: 39.9 kB
samples/unet_576x448_0.jpg CHANGED

Git LFS Details

  • SHA256: c51da3dfff72e6234d359b680b0b991bd51f95f4035be93d15448409da68669a
  • Pointer size: 130 Bytes
  • Size of remote file: 72.8 kB

Git LFS Details

  • SHA256: d20c87df4c055700d3800e4290935abf21e53fe69a251088b1dc8273cb1b2ff3
  • Pointer size: 131 Bytes
  • Size of remote file: 200 kB
samples/unet_576x512_0.jpg CHANGED

Git LFS Details

  • SHA256: e0242471f5bb551d99a2f96e9f683ab7f31cf7cccbaf3c29306e71a42e417fa1
  • Pointer size: 131 Bytes
  • Size of remote file: 182 kB

Git LFS Details

  • SHA256: f314ecfe9968f4ba5675420c9ed52bda1e3bb579414038e32088ac3aa685e54b
  • Pointer size: 131 Bytes
  • Size of remote file: 275 kB
samples/unet_576x576_0.jpg CHANGED

Git LFS Details

  • SHA256: 6e7c7300fafd2839c4ef253ed2387bdab47da150b3c8cb644afbd21db7915522
  • Pointer size: 131 Bytes
  • Size of remote file: 177 kB

Git LFS Details

  • SHA256: f235d741fc5fc8cf49acec705467762c1a0b415023a7c824546188ba8a0ebcc4
  • Pointer size: 131 Bytes
  • Size of remote file: 295 kB
src/sdxs_create_unet-2b.ipynb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d2d6a5077aad9a1e416c69627411951a897959b0bfb026caba89634be0ec158
3
+ size 146107
src/sdxs_create_unet.ipynb CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1e2dec0ba7a9a8d4aaaeaad2201dd660ec266cb887d7f8eb127ffbe8c7d80c4f
3
- size 35930
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7425966e21e4884c894ace96cfab088cfb650b796d86a7e71380ce8f4d9528ef
3
+ size 147666
test.ipynb CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:78d36025da61c85c0a801ce53028b6bea502ba64253a3eef66ab9827e64eb057
3
- size 4784886
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5a9fc987e1540f8a202cd6dc93f9987d3531266336e5899c5b586455d0f0779
3
+ size 4750686
train.py CHANGED
@@ -25,14 +25,14 @@ import bitsandbytes as bnb
25
  import torch.nn.functional as F
26
 
27
  # --------------------------- Параметры ---------------------------
28
- ds_path = "datasets/576"
29
- project = "unet"
30
- batch_size = 30
31
- base_learning_rate = 9.5e-6
32
- min_learning_rate = 8.5e-6
33
- num_epochs = 20
34
  # samples/save per epoch
35
- sample_interval_share = 10
36
  use_wandb = True
37
  save_model = True
38
  use_decay = True
@@ -43,7 +43,7 @@ unet_gradient = True
43
  clip_sample = False #Scheduler
44
  fixed_seed = False
45
  shuffle = True
46
- dispersive_loss_enabled = False
47
  torch.backends.cuda.matmul.allow_tf32 = True
48
  torch.backends.cudnn.allow_tf32 = True
49
  torch.backends.cuda.enable_mem_efficient_sdp(False)
@@ -59,7 +59,7 @@ steps_offset = 1 # Scheduler
59
  limit = 0
60
  checkpoints_folder = ""
61
  mixed_precision = "bf16" #"fp16"
62
- gradient_accumulation_steps = 2
63
  accelerator = Accelerator(
64
  mixed_precision=mixed_precision,
65
  gradient_accumulation_steps=gradient_accumulation_steps
@@ -695,7 +695,7 @@ for epoch in range(start_epoch, start_epoch + num_epochs):
695
  if save_model == False and step == 5 :
696
  used_gb = torch.cuda.max_memory_allocated() / 1024**3
697
  print(f"Шаг {step}: {used_gb:.2f} GB")
698
-
699
  # Forward pass
700
  noise = torch.randn_like(latents, dtype=latents.dtype)
701
 
 
25
  import torch.nn.functional as F
26
 
27
  # --------------------------- Параметры ---------------------------
28
+ ds_path = "datasets/384"
29
+ project = "2b"
30
+ batch_size = 200 #50
31
+ base_learning_rate = 8e-5
32
+ min_learning_rate = 4e-5
33
+ num_epochs = 40
34
  # samples/save per epoch
35
+ sample_interval_share = 5
36
  use_wandb = True
37
  save_model = True
38
  use_decay = True
 
43
  clip_sample = False #Scheduler
44
  fixed_seed = False
45
  shuffle = True
46
+ dispersive_loss_enabled = True
47
  torch.backends.cuda.matmul.allow_tf32 = True
48
  torch.backends.cudnn.allow_tf32 = True
49
  torch.backends.cuda.enable_mem_efficient_sdp(False)
 
59
  limit = 0
60
  checkpoints_folder = ""
61
  mixed_precision = "bf16" #"fp16"
62
+ gradient_accumulation_steps = 1
63
  accelerator = Accelerator(
64
  mixed_precision=mixed_precision,
65
  gradient_accumulation_steps=gradient_accumulation_steps
 
695
  if save_model == False and step == 5 :
696
  used_gb = torch.cuda.max_memory_allocated() / 1024**3
697
  print(f"Шаг {step}: {used_gb:.2f} GB")
698
+
699
  # Forward pass
700
  noise = torch.randn_like(latents, dtype=latents.dtype)
701
 
vae/config.json CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a615b2154ee8d4a1e35fe029a4d9218710c9a0c9148f9dc2fa175559dd7963dd
3
- size 716
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45e70f6e76d6094b0a93bc35630c31e0efe2617879e1aff5395e75ca5cd8bf7a
3
+ size 718