End of training

README.md

@@ -1,3 +1,21 @@
+
 ---
-license: apache-2.0
+license: creativeml-openrail-m
+base_model: runwayml/stable-diffusion-v1-5
+tags:
+- stable-diffusion
+- stable-diffusion-diffusers
+- text-to-image
+- diffusers
+- lora
+inference: true
 ---
+    
+# LoRA text2image fine-tuning - javismiles/javilora1
+These are LoRA adaption weights for runwayml/stable-diffusion-v1-5. The weights were fine-tuned on the lambdalabs/pokemon-blip-captions dataset. You can find some example images in the following. 
+
+![img_0](./image_0.png)
+![img_1](./image_1.png)
+![img_2](./image_2.png)
+![img_3](./image_3.png)
+

checkpoint-120/optimizer.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22af41b11e8c205e6412bc2e70fd54490fdc594dad024a9d5b0d469a28b27382
+size 6592122

checkpoint-120/random_states_0.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eefd23118d59057b939965952e7b43676879c80884a3f13931551682b489469
+size 14408

checkpoint-120/scaler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:578927bb1c801cdd14af41be9b1907db16bd1c7b35d8fc1fc2779e79adb5109e
+size 988

checkpoint-120/scheduler.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6471df3811fec83c3a32b96b23be4895fb1018fd761d7ad0ed00c8390b6577cc
+size 1000

checkpoint-40/optimizer.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96c2a2d21352dc3032c8cce49a71d83c4d3136691a7051e974120deecc9cf24d
+size 6592122

checkpoint-40/random_states_0.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43d743e4ef4cb888406414ec490ef5b92e75dc9f505bae9da596b5af04b1378e
+size 14408

checkpoint-40/scaler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96e12ec589009818f0e1e5def4fdd6c8fc162c77681ee984c5cf425cfc2a1185
+size 988

checkpoint-40/scheduler.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aecc16e88451d4ccc7eb117de04887ea47cdcb5174c3d2f336311a78ab0d971f
+size 1000

checkpoint-80/optimizer.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb70363dc3bda2675900f3012b9d23b7925c9046438bf8aabe311f72304b39ca
+size 6592122

checkpoint-80/random_states_0.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2891b72dd69152a830a5138ae05acafd7b14672444d487b5fc875adb047468d6
+size 14408

checkpoint-80/scaler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64171e50e71471042fc95724b4b2d26c212d3ee1e2d7063b4ecee7db45996ca6
+size 988

checkpoint-80/scheduler.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41a4fa5bf6cc588846292c5cbfc0fd8c988f66c324a044663687f8945f858dfd
+size 1000

logs/text2image-fine-tune/1701190315.076794/events.out.tfevents.1701190315.ideamibuho.25677.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2148761d0edbc31a318b0230748438dc1f031dd0c8be63618520ca1c490a49d
+size 2258

logs/text2image-fine-tune/1701190315.0781736/hparams.yml

@@ -0,0 +1,50 @@
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 0.01
+allow_tf32: false
+cache_dir: null
+caption_column: text
+center_crop: true
+checkpointing_steps: 500
+checkpoints_total_limit: null
+dataloader_num_workers: 8
+dataset_config_name: null
+dataset_name: lambdalabs/pokemon-blip-captions
+enable_xformers_memory_efficient_attention: false
+gradient_accumulation_steps: 4
+gradient_checkpointing: false
+hub_model_id: javilora1
+hub_token: null
+image_column: image
+learning_rate: 0.0001
+local_rank: -1
+logging_dir: logs
+lr_scheduler: cosine
+lr_warmup_steps: 0
+max_grad_norm: 1.0
+max_train_samples: null
+max_train_steps: 15000
+mixed_precision: null
+noise_offset: 0
+num_train_epochs: 72
+num_validation_images: 4
+output_dir: ./res
+prediction_type: null
+pretrained_model_name_or_path: runwayml/stable-diffusion-v1-5
+push_to_hub: true
+random_flip: true
+rank: 4
+report_to: tensorboard
+resolution: 512
+resume_from_checkpoint: null
+revision: null
+scale_lr: false
+seed: 1337
+snr_gamma: null
+train_batch_size: 1
+train_data_dir: null
+use_8bit_adam: false
+validation_epochs: 1
+validation_prompt: Totoro
+variant: null

logs/text2image-fine-tune/1701190720.9455895/events.out.tfevents.1701190720.ideamibuho.27004.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3b1e0443af60f146867d8f4b68ac439cc3a1622774830a9838bc8618df93502
+size 2258

logs/text2image-fine-tune/1701190720.9469733/hparams.yml

@@ -0,0 +1,50 @@
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 0.01
+allow_tf32: false
+cache_dir: null
+caption_column: text
+center_crop: true
+checkpointing_steps: 500
+checkpoints_total_limit: null
+dataloader_num_workers: 8
+dataset_config_name: null
+dataset_name: lambdalabs/pokemon-blip-captions
+enable_xformers_memory_efficient_attention: false
+gradient_accumulation_steps: 4
+gradient_checkpointing: false
+hub_model_id: javilora1
+hub_token: null
+image_column: image
+learning_rate: 0.0001
+local_rank: -1
+logging_dir: logs
+lr_scheduler: cosine
+lr_warmup_steps: 0
+max_grad_norm: 1.0
+max_train_samples: null
+max_train_steps: 15000
+mixed_precision: null
+noise_offset: 0
+num_train_epochs: 72
+num_validation_images: 4
+output_dir: ./res
+prediction_type: null
+pretrained_model_name_or_path: runwayml/stable-diffusion-v1-5
+push_to_hub: true
+random_flip: true
+rank: 4
+report_to: tensorboard
+resolution: 512
+resume_from_checkpoint: null
+revision: null
+scale_lr: false
+seed: 1337
+snr_gamma: null
+train_batch_size: 1
+train_data_dir: null
+use_8bit_adam: false
+validation_epochs: 1
+validation_prompt: Totoro
+variant: null

logs/text2image-fine-tune/1701190829.995198/events.out.tfevents.1701190830.ideamibuho.27448.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26f8806022031df4447c64e99efff1ff180c576525abd66ed8bb6455a8de1451
+size 2258

logs/text2image-fine-tune/1701190830.002596/hparams.yml

@@ -0,0 +1,50 @@
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 0.01
+allow_tf32: false
+cache_dir: null
+caption_column: text
+center_crop: true
+checkpointing_steps: 500
+checkpoints_total_limit: null
+dataloader_num_workers: 8
+dataset_config_name: null
+dataset_name: lambdalabs/pokemon-blip-captions
+enable_xformers_memory_efficient_attention: false
+gradient_accumulation_steps: 4
+gradient_checkpointing: false
+hub_model_id: javilora1
+hub_token: null
+image_column: image
+learning_rate: 0.0001
+local_rank: -1
+logging_dir: logs
+lr_scheduler: cosine
+lr_warmup_steps: 0
+max_grad_norm: 1.0
+max_train_samples: null
+max_train_steps: 15000
+mixed_precision: null
+noise_offset: 0
+num_train_epochs: 72
+num_validation_images: 4
+output_dir: ./res
+prediction_type: null
+pretrained_model_name_or_path: runwayml/stable-diffusion-v1-5
+push_to_hub: true
+random_flip: true
+rank: 4
+report_to: tensorboard
+resolution: 512
+resume_from_checkpoint: null
+revision: null
+scale_lr: false
+seed: 1337
+snr_gamma: null
+train_batch_size: 1
+train_data_dir: null
+use_8bit_adam: false
+validation_epochs: 1
+validation_prompt: Totoro
+variant: null

logs/text2image-fine-tune/1701191681.032264/events.out.tfevents.1701191681.ideamibuho.29765.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce45e52208d7a4322805cd44ba8afb17e255b55bccd8de9534ef44b948a97d89
+size 2258

logs/text2image-fine-tune/1701191681.033701/hparams.yml

@@ -0,0 +1,50 @@
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 0.01
+allow_tf32: false
+cache_dir: null
+caption_column: text
+center_crop: true
+checkpointing_steps: 500
+checkpoints_total_limit: null
+dataloader_num_workers: 8
+dataset_config_name: null
+dataset_name: lambdalabs/pokemon-blip-captions
+enable_xformers_memory_efficient_attention: false
+gradient_accumulation_steps: 4
+gradient_checkpointing: false
+hub_model_id: javilora1
+hub_token: null
+image_column: image
+learning_rate: 0.0001
+local_rank: -1
+logging_dir: logs
+lr_scheduler: cosine
+lr_warmup_steps: 0
+max_grad_norm: 1.0
+max_train_samples: null
+max_train_steps: 15000
+mixed_precision: null
+noise_offset: 0
+num_train_epochs: 72
+num_validation_images: 4
+output_dir: ./res
+prediction_type: null
+pretrained_model_name_or_path: runwayml/stable-diffusion-v1-5
+push_to_hub: true
+random_flip: true
+rank: 4
+report_to: tensorboard
+resolution: 512
+resume_from_checkpoint: null
+revision: null
+scale_lr: false
+seed: 1337
+snr_gamma: null
+train_batch_size: 1
+train_data_dir: null
+use_8bit_adam: false
+validation_epochs: 1
+validation_prompt: Totoro
+variant: null

logs/text2image-fine-tune/1701191741.9399805/events.out.tfevents.1701191741.ideamibuho.30166.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61995830c7eda2cda56bb9c7f3df2373a0ccc3d5ac4a7d7e9fedd40e6b353630
+size 2258

logs/text2image-fine-tune/1701191741.9413862/hparams.yml

@@ -0,0 +1,50 @@
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 0.01
+allow_tf32: false
+cache_dir: null
+caption_column: text
+center_crop: true
+checkpointing_steps: 500
+checkpoints_total_limit: null
+dataloader_num_workers: 8
+dataset_config_name: null
+dataset_name: lambdalabs/pokemon-blip-captions
+enable_xformers_memory_efficient_attention: false
+gradient_accumulation_steps: 4
+gradient_checkpointing: false
+hub_model_id: javilora1
+hub_token: null
+image_column: image
+learning_rate: 0.0001
+local_rank: -1
+logging_dir: logs
+lr_scheduler: cosine
+lr_warmup_steps: 0
+max_grad_norm: 1.0
+max_train_samples: null
+max_train_steps: 15000
+mixed_precision: null
+noise_offset: 0
+num_train_epochs: 72
+num_validation_images: 4
+output_dir: ./res
+prediction_type: null
+pretrained_model_name_or_path: runwayml/stable-diffusion-v1-5
+push_to_hub: true
+random_flip: true
+rank: 4
+report_to: tensorboard
+resolution: 512
+resume_from_checkpoint: null
+revision: null
+scale_lr: false
+seed: 1337
+snr_gamma: null
+train_batch_size: 1
+train_data_dir: null
+use_8bit_adam: false
+validation_epochs: 1
+validation_prompt: Totoro
+variant: null

logs/text2image-fine-tune/1701191798.3060236/events.out.tfevents.1701191798.ideamibuho.30498.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db38762c873fc6bcc9518d9c3208a31f7febcb2f93699a1abd84f55d61b28185
+size 2258

logs/text2image-fine-tune/1701191798.3073657/hparams.yml

@@ -0,0 +1,50 @@
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 0.01
+allow_tf32: false
+cache_dir: null
+caption_column: text
+center_crop: true
+checkpointing_steps: 500
+checkpoints_total_limit: null
+dataloader_num_workers: 8
+dataset_config_name: null
+dataset_name: lambdalabs/pokemon-blip-captions
+enable_xformers_memory_efficient_attention: false
+gradient_accumulation_steps: 4
+gradient_checkpointing: false
+hub_model_id: javilora1
+hub_token: null
+image_column: image
+learning_rate: 0.0001
+local_rank: -1
+logging_dir: logs
+lr_scheduler: cosine
+lr_warmup_steps: 0
+max_grad_norm: 1.0
+max_train_samples: null
+max_train_steps: 15000
+mixed_precision: null
+noise_offset: 0
+num_train_epochs: 72
+num_validation_images: 4
+output_dir: ./res
+prediction_type: null
+pretrained_model_name_or_path: runwayml/stable-diffusion-v1-5
+push_to_hub: true
+random_flip: true
+rank: 4
+report_to: tensorboard
+resolution: 512
+resume_from_checkpoint: null
+revision: null
+scale_lr: false
+seed: 1337
+snr_gamma: null
+train_batch_size: 1
+train_data_dir: null
+use_8bit_adam: false
+validation_epochs: 1
+validation_prompt: Totoro
+variant: null

logs/text2image-fine-tune/1701191869.7388027/events.out.tfevents.1701191869.ideamibuho.30947.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0349a94879f0d3dd3a9ceb902de965e9b5776ec3df08770c74cebe3766ab023
+size 2258

logs/text2image-fine-tune/1701191869.740202/hparams.yml

@@ -0,0 +1,50 @@
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 0.01
+allow_tf32: false
+cache_dir: null
+caption_column: text
+center_crop: true
+checkpointing_steps: 500
+checkpoints_total_limit: null
+dataloader_num_workers: 8
+dataset_config_name: null
+dataset_name: lambdalabs/pokemon-blip-captions
+enable_xformers_memory_efficient_attention: false
+gradient_accumulation_steps: 4
+gradient_checkpointing: false
+hub_model_id: javilora1
+hub_token: null
+image_column: image
+learning_rate: 0.0001
+local_rank: -1
+logging_dir: logs
+lr_scheduler: cosine
+lr_warmup_steps: 0
+max_grad_norm: 1.0
+max_train_samples: null
+max_train_steps: 15000
+mixed_precision: null
+noise_offset: 0
+num_train_epochs: 72
+num_validation_images: 4
+output_dir: ./res
+prediction_type: null
+pretrained_model_name_or_path: runwayml/stable-diffusion-v1-5
+push_to_hub: true
+random_flip: true
+rank: 4
+report_to: tensorboard
+resolution: 512
+resume_from_checkpoint: null
+revision: null
+scale_lr: false
+seed: 1337
+snr_gamma: null
+train_batch_size: 1
+train_data_dir: null
+use_8bit_adam: false
+validation_epochs: 1
+validation_prompt: Totoro
+variant: null

logs/text2image-fine-tune/1701191993.8380327/events.out.tfevents.1701191993.ideamibuho.31542.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bec3338310c845863c31608a5e4bce7fd7597d58b2382effde811fa59bbdf3b7
+size 2258

logs/text2image-fine-tune/1701191993.8394132/hparams.yml

@@ -0,0 +1,50 @@
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 0.01
+allow_tf32: false
+cache_dir: null
+caption_column: text
+center_crop: true
+checkpointing_steps: 40
+checkpoints_total_limit: null
+dataloader_num_workers: 8
+dataset_config_name: null
+dataset_name: lambdalabs/pokemon-blip-captions
+enable_xformers_memory_efficient_attention: false
+gradient_accumulation_steps: 4
+gradient_checkpointing: false
+hub_model_id: javilora1
+hub_token: null
+image_column: image
+learning_rate: 0.0001
+local_rank: -1
+logging_dir: logs
+lr_scheduler: cosine
+lr_warmup_steps: 0
+max_grad_norm: 1.0
+max_train_samples: null
+max_train_steps: 150
+mixed_precision: null
+noise_offset: 0
+num_train_epochs: 1
+num_validation_images: 4
+output_dir: ./res
+prediction_type: null
+pretrained_model_name_or_path: runwayml/stable-diffusion-v1-5
+push_to_hub: true
+random_flip: true
+rank: 4
+report_to: tensorboard
+resolution: 512
+resume_from_checkpoint: null
+revision: null
+scale_lr: false
+seed: 1337
+snr_gamma: null
+train_batch_size: 1
+train_data_dir: null
+use_8bit_adam: false
+validation_epochs: 1
+validation_prompt: Totoro
+variant: null

logs/text2image-fine-tune/events.out.tfevents.1701190315.ideamibuho.25677.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e266186c196729410e8811d7535f1ac369559fb5d6ea02d88f84a517fac18532
+size 88

logs/text2image-fine-tune/events.out.tfevents.1701190720.ideamibuho.27004.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05425c21466f7bf52dac6ee6e5a507610460e4549f9d4652d80d0a5f8d0d38ca
+size 88

logs/text2image-fine-tune/events.out.tfevents.1701190829.ideamibuho.27448.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:722bdfa5cd4d6ccd5a03ca8804de1e8a586bd5e1404cfbcb147df47c05531136
+size 88

logs/text2image-fine-tune/events.out.tfevents.1701191681.ideamibuho.29765.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3e0a823cf3581ae450db106e564ff08ffeffc390d4baf1066160b99e8c72e16
+size 88

logs/text2image-fine-tune/events.out.tfevents.1701191741.ideamibuho.30166.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7269ec371fbefa2fa37301be26460b4628ac30ff25d777bb51979f9933e6452f
+size 88

logs/text2image-fine-tune/events.out.tfevents.1701191798.ideamibuho.30498.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b7918b7b0ef98f7e3841a8a8de3192b9934ac44437a31ad811e01985ffb730c
+size 616

logs/text2image-fine-tune/events.out.tfevents.1701191869.ideamibuho.30947.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e409ddcdbd83f1fca831b31855ae1d05311551bc36f92749dba696297cab9b5c
+size 6968

logs/text2image-fine-tune/events.out.tfevents.1701191993.ideamibuho.31542.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eded730d46e34140e1b4d190f345e4ec2991db4ca4f01637bbf1502ba3fb0fc2
+size 1638524

pytorch_lora_weights.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b81e9a48b30a5fea223110cc0a49f1bcce8c4a64e8e7607acfc08efe8eb6869
+size 3227336