vadigr123 commited on
Commit
bd3e29b
·
verified ·
1 Parent(s): 8c7024d

Upload unknown/poyo-sona/training_config.toml with huggingface_hub

Browse files
unknown/poyo-sona/training_config.toml ADDED
@@ -0,0 +1,52 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [network_arguments]
2
+ unet_lr = 0.0003
3
+ text_encoder_lr = 6e-5
4
+ network_dim = 8
5
+ network_alpha = 4
6
+ network_module = "networks.lora"
7
+ network_train_unet_only = false
8
+
9
+ [optimizer_arguments]
10
+ learning_rate = 0.0003
11
+ lr_scheduler = "cosine_with_restarts"
12
+ lr_scheduler_num_cycles = 3
13
+ lr_warmup_steps = 20
14
+ optimizer_type = "AdamW8bit"
15
+ optimizer_args = [ "weight_decay=0.1", "betas=[0.9,0.99]",]
16
+
17
+ [training_arguments]
18
+ pretrained_model_name_or_path = "stablediffusionapi/pony-diffusion-v6-xl"
19
+ vae = "stabilityai/sdxl-vae"
20
+ max_train_epochs = 20
21
+ train_batch_size = 4
22
+ seed = 42
23
+ max_token_length = 225
24
+ xformers = false
25
+ sdpa = true
26
+ min_snr_gamma = 8.0
27
+ lowram = true
28
+ no_half_vae = true
29
+ gradient_checkpointing = true
30
+ gradient_accumulation_steps = 1
31
+ max_data_loader_n_workers = 8
32
+ persistent_data_loader_workers = true
33
+ mixed_precision = "fp16"
34
+ full_bf16 = false
35
+ cache_latents = true
36
+ cache_latents_to_disk = true
37
+ cache_text_encoder_outputs = false
38
+ min_timestep = 0
39
+ max_timestep = 1000
40
+ prior_loss_weight = 1.0
41
+ multires_noise_iterations = 6
42
+ multires_noise_discount = 0.3
43
+
44
+ [saving_arguments]
45
+ save_precision = "fp16"
46
+ save_model_as = "safetensors"
47
+ save_every_n_epochs = 1
48
+ save_last_n_epochs = 20
49
+ output_name = "poyo"
50
+ output_dir = "/content/drive/MyDrive/Loras/poyo/output"
51
+ log_prefix = "poyo"
52
+ logging_dir = "/content/drive/MyDrive/Loras/_logs"