Jayw1 commited on
Commit
9a69150
·
verified ·
1 Parent(s): 52653d1

End of training

Browse files
README.md ADDED
@@ -0,0 +1,48 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model: playgroundai/playground-v2.5-1024px-aesthetic
3
+ library_name: diffusers
4
+ license: creativeml-openrail-m
5
+ tags:
6
+ - stable-diffusion-xl
7
+ - stable-diffusion-xl-diffusers
8
+ - text-to-image
9
+ - diffusers
10
+ - diffusers-training
11
+ - lora
12
+ inference: true
13
+ ---
14
+
15
+ <!-- This model card has been generated automatically according to the information the training script had access to. You
16
+ should probably proofread and complete it, then remove this comment. -->
17
+
18
+
19
+ # LoRA text2image fine-tuning - Jayw1/xubeihong_lora_new
20
+
21
+ These are LoRA adaption weights for playgroundai/playground-v2.5-1024px-aesthetic. The weights were fine-tuned on the /mnt/afs/data/hjw/diffusers/xubeihong dataset. You can find some example images in the following.
22
+
23
+ ![img_0](./image_0.png)
24
+ ![img_1](./image_1.png)
25
+ ![img_2](./image_2.png)
26
+ ![img_3](./image_3.png)
27
+
28
+
29
+ LoRA for the text encoder was enabled: False.
30
+
31
+ Special VAE used for training: None.
32
+
33
+
34
+ ## Intended uses & limitations
35
+
36
+ #### How to use
37
+
38
+ ```python
39
+ # TODO: add an example code snippet for running this diffusion pipeline
40
+ ```
41
+
42
+ #### Limitations and bias
43
+
44
+ [TODO: provide examples of latent issues and potential remediations]
45
+
46
+ ## Training details
47
+
48
+ [TODO: describe the data used to train the model]
checkpoint-500/optimizer.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fa106ec2c0e41e5265971f9a2e2c26cba458975c9610e1f3b6bb46cada772d8
3
+ size 15134460
checkpoint-500/pytorch_lora_weights.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e69cae34ad2cce6723edfdd728c432ce1f91045046bd87a05e0b3e4f6b47d984
3
+ size 23390424
checkpoint-500/random_states_0.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0056224ec22c4fd5497ee63ef50d594a3b7d1974184811a091d76495666aa7f2
3
+ size 14408
checkpoint-500/scaler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18b984273ea2d45b7ffb1d047bb359d93111e41fcad70d16a1b453fd38f72636
3
+ size 988
checkpoint-500/scheduler.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6cf34ac8dd2addc454aeb1ee4eaba3267c2841857e117be40ac2ed02cf581c9c
3
+ size 1000
image_0.png ADDED
image_1.png ADDED
image_2.png ADDED
image_3.png ADDED
logs/dreambooth-lora-playground/1729169856.813659/events.out.tfevents.1729169856.3ba3897f-4fac-11ef-902f-3e6491b2e6f5.2617704.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:485209184e78a54ffc19a593a5b1913d45c268b1058828ecb2d5573c14956405
3
+ size 3236
logs/dreambooth-lora-playground/1729169856.8208401/hparams.yml ADDED
@@ -0,0 +1,70 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.0001
5
+ adam_weight_decay_text_encoder: 0.001
6
+ allow_tf32: false
7
+ cache_dir: null
8
+ caption_column: text
9
+ center_crop: false
10
+ checkpointing_steps: 500
11
+ checkpoints_total_limit: null
12
+ class_data_dir: null
13
+ class_prompt: null
14
+ dataloader_num_workers: 0
15
+ dataset_config_name: null
16
+ dataset_name: /mnt/afs/data/hjw/diffusers/baimiao
17
+ do_edm_style_training: true
18
+ enable_xformers_memory_efficient_attention: false
19
+ gradient_accumulation_steps: 1
20
+ gradient_checkpointing: false
21
+ hub_model_id: null
22
+ hub_token: null
23
+ image_column: image
24
+ instance_data_dir: null
25
+ instance_prompt: xubeihong22
26
+ learning_rate: 0.0001
27
+ local_rank: -1
28
+ logging_dir: logs
29
+ lr_num_cycles: 1
30
+ lr_power: 1.0
31
+ lr_scheduler: constant
32
+ lr_warmup_steps: 0
33
+ max_grad_norm: 1.0
34
+ max_train_steps: 500
35
+ mixed_precision: fp16
36
+ num_class_images: 100
37
+ num_train_epochs: 50
38
+ num_validation_images: 4
39
+ optimizer: AdamW
40
+ output_dir: xubeihong_lora_new
41
+ output_kohya_format: false
42
+ pretrained_model_name_or_path: playgroundai/playground-v2.5-1024px-aesthetic
43
+ pretrained_vae_model_name_or_path: null
44
+ prior_generation_precision: null
45
+ prior_loss_weight: 1.0
46
+ prodigy_beta3: null
47
+ prodigy_decouple: true
48
+ prodigy_safeguard_warmup: true
49
+ prodigy_use_bias_correction: true
50
+ push_to_hub: true
51
+ random_flip: false
52
+ rank: 4
53
+ repeats: 1
54
+ report_to: tensorboard
55
+ resolution: 256
56
+ resume_from_checkpoint: null
57
+ revision: null
58
+ sample_batch_size: 4
59
+ scale_lr: false
60
+ seed: 222
61
+ snr_gamma: null
62
+ text_encoder_lr: 5.0e-06
63
+ train_batch_size: 1
64
+ train_text_encoder: false
65
+ use_8bit_adam: true
66
+ use_dora: false
67
+ validation_epochs: 40
68
+ validation_prompt: xubeihong
69
+ variant: null
70
+ with_prior_preservation: false
logs/dreambooth-lora-playground/1729169950.1243072/events.out.tfevents.1729169950.3ba3897f-4fac-11ef-902f-3e6491b2e6f5.2621129.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0fd0c39e83e9423e873ccc089b580158276a410b69f14be3d6e089f2fb869a21
3
+ size 3238
logs/dreambooth-lora-playground/1729169950.1335757/hparams.yml ADDED
@@ -0,0 +1,70 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.0001
5
+ adam_weight_decay_text_encoder: 0.001
6
+ allow_tf32: false
7
+ cache_dir: null
8
+ caption_column: text
9
+ center_crop: false
10
+ checkpointing_steps: 500
11
+ checkpoints_total_limit: null
12
+ class_data_dir: null
13
+ class_prompt: null
14
+ dataloader_num_workers: 0
15
+ dataset_config_name: null
16
+ dataset_name: /mnt/afs/data/hjw/diffusers/xubeihong
17
+ do_edm_style_training: true
18
+ enable_xformers_memory_efficient_attention: false
19
+ gradient_accumulation_steps: 1
20
+ gradient_checkpointing: false
21
+ hub_model_id: null
22
+ hub_token: null
23
+ image_column: image
24
+ instance_data_dir: null
25
+ instance_prompt: xubeihong22
26
+ learning_rate: 0.0001
27
+ local_rank: -1
28
+ logging_dir: logs
29
+ lr_num_cycles: 1
30
+ lr_power: 1.0
31
+ lr_scheduler: constant
32
+ lr_warmup_steps: 0
33
+ max_grad_norm: 1.0
34
+ max_train_steps: 500
35
+ mixed_precision: fp16
36
+ num_class_images: 100
37
+ num_train_epochs: 125
38
+ num_validation_images: 4
39
+ optimizer: AdamW
40
+ output_dir: xubeihong_lora_new
41
+ output_kohya_format: false
42
+ pretrained_model_name_or_path: playgroundai/playground-v2.5-1024px-aesthetic
43
+ pretrained_vae_model_name_or_path: null
44
+ prior_generation_precision: null
45
+ prior_loss_weight: 1.0
46
+ prodigy_beta3: null
47
+ prodigy_decouple: true
48
+ prodigy_safeguard_warmup: true
49
+ prodigy_use_bias_correction: true
50
+ push_to_hub: true
51
+ random_flip: false
52
+ rank: 4
53
+ repeats: 1
54
+ report_to: tensorboard
55
+ resolution: 256
56
+ resume_from_checkpoint: null
57
+ revision: null
58
+ sample_batch_size: 4
59
+ scale_lr: false
60
+ seed: 222
61
+ snr_gamma: null
62
+ text_encoder_lr: 5.0e-06
63
+ train_batch_size: 1
64
+ train_text_encoder: false
65
+ use_8bit_adam: true
66
+ use_dora: false
67
+ validation_epochs: 40
68
+ validation_prompt: xubeihong
69
+ variant: null
70
+ with_prior_preservation: false
logs/dreambooth-lora-playground/1729171389.4582746/events.out.tfevents.1729171389.3ba3897f-4fac-11ef-902f-3e6491b2e6f5.2648747.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e85902022569330c409ddaedb1543aa126c7121e764ab60a0da36f8fee4d038
3
+ size 3238
logs/dreambooth-lora-playground/1729171389.4660406/hparams.yml ADDED
@@ -0,0 +1,70 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.0001
5
+ adam_weight_decay_text_encoder: 0.001
6
+ allow_tf32: false
7
+ cache_dir: null
8
+ caption_column: text
9
+ center_crop: false
10
+ checkpointing_steps: 500
11
+ checkpoints_total_limit: null
12
+ class_data_dir: null
13
+ class_prompt: null
14
+ dataloader_num_workers: 0
15
+ dataset_config_name: null
16
+ dataset_name: /mnt/afs/data/hjw/diffusers/xubeihong
17
+ do_edm_style_training: true
18
+ enable_xformers_memory_efficient_attention: false
19
+ gradient_accumulation_steps: 1
20
+ gradient_checkpointing: false
21
+ hub_model_id: null
22
+ hub_token: null
23
+ image_column: image
24
+ instance_data_dir: null
25
+ instance_prompt: xubeihong22
26
+ learning_rate: 0.0001
27
+ local_rank: -1
28
+ logging_dir: logs
29
+ lr_num_cycles: 1
30
+ lr_power: 1.0
31
+ lr_scheduler: constant
32
+ lr_warmup_steps: 0
33
+ max_grad_norm: 1.0
34
+ max_train_steps: 500
35
+ mixed_precision: fp16
36
+ num_class_images: 100
37
+ num_train_epochs: 125
38
+ num_validation_images: 4
39
+ optimizer: AdamW
40
+ output_dir: xubeihong_lora_new
41
+ output_kohya_format: false
42
+ pretrained_model_name_or_path: playgroundai/playground-v2.5-1024px-aesthetic
43
+ pretrained_vae_model_name_or_path: null
44
+ prior_generation_precision: null
45
+ prior_loss_weight: 1.0
46
+ prodigy_beta3: null
47
+ prodigy_decouple: true
48
+ prodigy_safeguard_warmup: true
49
+ prodigy_use_bias_correction: true
50
+ push_to_hub: true
51
+ random_flip: false
52
+ rank: 4
53
+ repeats: 1
54
+ report_to: tensorboard
55
+ resolution: 256
56
+ resume_from_checkpoint: null
57
+ revision: null
58
+ sample_batch_size: 4
59
+ scale_lr: false
60
+ seed: 222
61
+ snr_gamma: null
62
+ text_encoder_lr: 5.0e-06
63
+ train_batch_size: 1
64
+ train_text_encoder: false
65
+ use_8bit_adam: true
66
+ use_dora: false
67
+ validation_epochs: 40
68
+ validation_prompt: xubeihong
69
+ variant: null
70
+ with_prior_preservation: false
logs/dreambooth-lora-playground/events.out.tfevents.1729169856.3ba3897f-4fac-11ef-902f-3e6491b2e6f5.2617704.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9383620feb60eb5ae2d78a7de345749de83ec19be03f82b2c368add9522748f
3
+ size 908
logs/dreambooth-lora-playground/events.out.tfevents.1729169950.3ba3897f-4fac-11ef-902f-3e6491b2e6f5.2621129.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28a27ec28c33197dec4eb2b39a37760d37e6142f7b12426b4a37b333dc5a9766
3
+ size 6632302
logs/dreambooth-lora-playground/events.out.tfevents.1729171389.3ba3897f-4fac-11ef-902f-3e6491b2e6f5.2648747.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9adc0b6d2a61bc25986ac94454fe82a306aa656258aa1ebeac4bfa36c8260d8
3
+ size 6632302
pytorch_lora_weights.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b1003f30a14e5e9a77d60f20b96c7c3382ef511def5017186f630b3cf372f8c
3
+ size 23390424