End of training

.gitattributes

@@ -33,3 +33,7 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+image_0.png filter=lfs diff=lfs merge=lfs -text
+image_1.png filter=lfs diff=lfs merge=lfs -text
+image_2.png filter=lfs diff=lfs merge=lfs -text
+image_3.png filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,43 @@
+---
+base_model: runwayml/stable-diffusion-v1-5
+library_name: diffusers
+license: creativeml-openrail-m
+inference: true
+tags:
+- stable-diffusion
+- stable-diffusion-diffusers
+- text-to-image
+- diffusers
+- textual_inversion
+- diffusers-training
+---
+
+<!-- This model card has been generated automatically according to the information the training script had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+
+# Textual inversion text2image fine-tuning - jaen030/myobject_embedding
+These are textual inversion adaption weights for runwayml/stable-diffusion-v1-5. You can find some example images in the following. 
+
+![img_0](./image_0.png)
+![img_1](./image_1.png)
+![img_2](./image_2.png)
+![img_3](./image_3.png)
+
+
+
+## Intended uses & limitations
+
+#### How to use
+
+```python
+# TODO: add an example code snippet for running this diffusion pipeline
+```
+
+#### Limitations and bias
+
+[TODO: provide examples of latent issues and potential remediations]
+
+## Training details
+
+[TODO: describe the data used to train the model]

checkpoint-1000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b712b757398f2f02d34fed9f1136bafa323f64d2e4a4d4714b87a1eb6f009ddb
+size 492268240

checkpoint-1000/optimizer.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2c932df1030f18b52e3dabe0fec5702cf367bbe3d8dab0d01c481bd4cc24a7f
+size 303570914

checkpoint-1000/random_states_0.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82b1bfe03dfe52789eaa9201f4a72132e68a46d4aafe1c3b7e032f2657754236
+size 15124

checkpoint-1000/scheduler.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63ee96f7b6659d772794f1e400e2a432ac1215364c9c53590942b0e2e3c51317
+size 1000

checkpoint-1500/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6df411d7340e76c3e154282fa5d851e2bbce2d4f3750cf5185fe398738231db
+size 492268240

checkpoint-1500/optimizer.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eaa4e3780d4627329474ec4442722aa7733afcd661fb71607a29be81ea4920b
+size 303570914

checkpoint-1500/random_states_0.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54bde318b00849eb2ea5252a11926b8e68bc9070a07a14d189817f32aa14bf56
+size 15124

checkpoint-1500/scheduler.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ffde5552fb6928c83004c88d617eecd77608d09bfb5292fe4105c24fac70a82
+size 1000

checkpoint-2000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b5e1938d14c1e7958b5f1226d5eb686d662b31cd0858b4fa79720c65abebe4b
+size 492268240

checkpoint-2000/optimizer.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1f013443da8f995430ed968a34429f0f4d10c6a402a6d3b8921ff90000703d8
+size 303570914

checkpoint-2000/random_states_0.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3148c9c01a4bf2e215a84530af6490076d1343c86d8e13c036aab2ec94255a54
+size 15124

checkpoint-2000/scheduler.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f071becbf7e5a324fe36885e5dbf403b353f535cf1cefb188ab2b8da2e56140d
+size 1000

checkpoint-2500/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64f0169bf153413b9d69918eedb96345bb2c657edb79ae23ab0b4467f8b80e12
+size 492268240

checkpoint-2500/optimizer.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2fcf28e6be1c3507a38294b2c7c57bb5bbe2f378a6a170a47888c63a624119f
+size 303570914

checkpoint-2500/random_states_0.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7da847beb686a5337f1f799f96b47280f6c81fba7e4ba3455d3fc250d42276db
+size 15124

checkpoint-2500/scheduler.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8691965f600c31bdeb853ac0ee32bef3b2f84fc68ca482437839789d06917072
+size 1000

checkpoint-3000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fda0bed1152a3768374e6b89cfef3b882a822939412532214e9d82d3a5959066
+size 492268240

checkpoint-3000/optimizer.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f16299e7270bf8a0f2ad461b9d13cc3bcb6ef03d28925409412190cee3b6d628
+size 303570914

checkpoint-3000/random_states_0.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a93e1d106b0666065a2522079fe33aeb83ff1878b068a7640bc2c4cf3c3d760f
+size 15124

checkpoint-3000/scheduler.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c74d033b08237e6be9b6019ccdaaa0345f360b215714326fa34d420e2c862b9
+size 1000

checkpoint-500/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca11f4eadc0ff1d431b8088d13bc878781706757a2a7f055c57ceb2c33773115
+size 492268240

checkpoint-500/optimizer.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b5452319fcf2c3aad99926b0f46b4907c63635ea49f0cb5194bcce1dd54c098
+size 303570914

checkpoint-500/random_states_0.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:913d7233ff9b82a22ef85c61e213d9b89eb6d3db24a340a3561b5a5255cdbf97
+size 15124

checkpoint-500/scheduler.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a44d24a6d47d8cfcd4200a0dacd6f7e17a79c157c36b768afb2d942037220045
+size 1000

feature_extractor/preprocessor_config.json

@@ -0,0 +1,27 @@
+{
+  "crop_size": {
+    "height": 224,
+    "width": 224
+  },
+  "do_center_crop": true,
+  "do_convert_rgb": true,
+  "do_normalize": true,
+  "do_rescale": true,
+  "do_resize": true,
+  "image_mean": [
+    0.48145466,
+    0.4578275,
+    0.40821073
+  ],
+  "image_processor_type": "CLIPImageProcessor",
+  "image_std": [
+    0.26862954,
+    0.26130258,
+    0.27577711
+  ],
+  "resample": 3,
+  "rescale_factor": 0.00392156862745098,
+  "size": {
+    "shortest_edge": 224
+  }
+}

learned_embeds-steps-1000.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b975b9ae9c7e4efaff7fea66521768a265e611c9bcfe8a517f78cbc36ef24fdd
+size 3184

learned_embeds-steps-1500.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:617cc736dbc2e9eaf5165b86c2ba169c5581a409b39b837aa86977fb5e9bb5ae
+size 3184

learned_embeds-steps-2000.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3f03a9e845a54bbf0efe1ca7c59671fd6363d96deb6a70962f828eefe318f48
+size 3184

learned_embeds-steps-2500.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0df9dbfd2dda23151d8f246dc520bb27f9966d637de50ca316466a98a347c5f3
+size 3184

learned_embeds-steps-3000.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cc8e935cd591c251512a3b822557c701e230c5cacab4bf03114746931817afe
+size 3184

learned_embeds-steps-500.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b652ddf42db13912719fc4ba7adea06ebedc110fb8d473dfbdaafd89b566870a
+size 3184

learned_embeds.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cc8e935cd591c251512a3b822557c701e230c5cacab4bf03114746931817afe
+size 3184

logs/textual_inversion/1748183560.1188223/events.out.tfevents.1748183560.aiunilab-linux.2354297.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a655045e20c4003e1adfa0d3e37971befed90178a3c46f601942e646c7ba92
+size 2451

logs/textual_inversion/1748183560.1199903/hparams.yml

@@ -0,0 +1,48 @@
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 0.01
+allow_tf32: false
+center_crop: false
+checkpointing_steps: 500
+checkpoints_total_limit: null
+dataloader_num_workers: 0
+enable_xformers_memory_efficient_attention: false
+gradient_accumulation_steps: 1
+gradient_checkpointing: false
+hub_model_id: null
+hub_token: null
+initializer_token: rabbit
+learnable_property: object
+learning_rate: 0.0005
+local_rank: -1
+logging_dir: logs
+lr_num_cycles: 1
+lr_scheduler: constant
+lr_warmup_steps: 500
+max_train_steps: 3000
+mixed_precision: 'no'
+no_safe_serialization: false
+num_train_epochs: 3
+num_validation_images: 4
+num_vectors: 1
+output_dir: ./output/myobject_embedding
+placeholder_token: <rabbit-toy>
+pretrained_model_name_or_path: runwayml/stable-diffusion-v1-5
+push_to_hub: true
+repeats: 100
+report_to: tensorboard
+resolution: 64
+resume_from_checkpoint: null
+revision: null
+save_as_full_pipeline: false
+save_steps: 500
+scale_lr: true
+seed: null
+tokenizer_name: null
+train_batch_size: 1
+train_data_dir: /mnt/hdd1/jaen/textual_inversion/datasets/rabbit
+validation_epochs: null
+validation_prompt: a photo of a <rabbit-toy>
+validation_steps: 100
+variant: null

logs/textual_inversion/events.out.tfevents.1748183560.aiunilab-linux.2354297.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a68c534c29e1467abdf4fc6dd7d54efa137591ccc8ce989a7a00ffa048137ed
+size 53862422

model_index.json

@@ -0,0 +1,38 @@
+{
+  "_class_name": "StableDiffusionPipeline",
+  "_diffusers_version": "0.34.0.dev0",
+  "_name_or_path": "runwayml/stable-diffusion-v1-5",
+  "feature_extractor": [
+    "transformers",
+    "CLIPImageProcessor"
+  ],
+  "image_encoder": [
+    null,
+    null
+  ],
+  "requires_safety_checker": true,
+  "safety_checker": [
+    "stable_diffusion",
+    "StableDiffusionSafetyChecker"
+  ],
+  "scheduler": [
+    "diffusers",
+    "PNDMScheduler"
+  ],
+  "text_encoder": [
+    "transformers",
+    "CLIPTextModel"
+  ],
+  "tokenizer": [
+    "transformers",
+    "CLIPTokenizer"
+  ],
+  "unet": [
+    "diffusers",
+    "UNet2DConditionModel"
+  ],
+  "vae": [
+    "diffusers",
+    "AutoencoderKL"
+  ]
+}

safety_checker/config.json

@@ -0,0 +1,29 @@
+{
+  "_name_or_path": "/home/jaeeunko/.cache/huggingface/hub/models--runwayml--stable-diffusion-v1-5/snapshots/451f4fe16113bff5a5d2269ed5ad43b0592e9a14/safety_checker",
+  "architectures": [
+    "StableDiffusionSafetyChecker"
+  ],
+  "initializer_factor": 1.0,
+  "logit_scale_init_value": 2.6592,
+  "model_type": "clip",
+  "projection_dim": 768,
+  "text_config": {
+    "dropout": 0.0,
+    "hidden_size": 768,
+    "intermediate_size": 3072,
+    "model_type": "clip_text_model",
+    "num_attention_heads": 12
+  },
+  "torch_dtype": "float32",
+  "transformers_version": "4.48.3",
+  "vision_config": {
+    "_attn_implementation_autoset": true,
+    "dropout": 0.0,
+    "hidden_size": 1024,
+    "intermediate_size": 4096,
+    "model_type": "clip_vision_model",
+    "num_attention_heads": 16,
+    "num_hidden_layers": 24,
+    "patch_size": 14
+  }
+}

safety_checker/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb351a5ded815c3ff744968ad9c6b218d071b9d313d04f35e813b84b4c0ffde8
+size 1215979664

scheduler/scheduler_config.json

@@ -0,0 +1,15 @@
+{
+  "_class_name": "PNDMScheduler",
+  "_diffusers_version": "0.34.0.dev0",
+  "beta_end": 0.012,
+  "beta_schedule": "scaled_linear",
+  "beta_start": 0.00085,
+  "clip_sample": false,
+  "num_train_timesteps": 1000,
+  "prediction_type": "epsilon",
+  "set_alpha_to_one": false,
+  "skip_prk_steps": true,
+  "steps_offset": 1,
+  "timestep_spacing": "leading",
+  "trained_betas": null
+}

text_encoder/config.json

@@ -0,0 +1,25 @@
+{
+  "_name_or_path": "runwayml/stable-diffusion-v1-5",
+  "architectures": [
+    "CLIPTextModel"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 0,
+  "dropout": 0.0,
+  "eos_token_id": 2,
+  "hidden_act": "quick_gelu",
+  "hidden_size": 768,
+  "initializer_factor": 1.0,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "layer_norm_eps": 1e-05,
+  "max_position_embeddings": 77,
+  "model_type": "clip_text_model",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 1,
+  "projection_dim": 768,
+  "torch_dtype": "float32",
+  "transformers_version": "4.48.3",
+  "vocab_size": 49409
+}

text_encoder/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fda0bed1152a3768374e6b89cfef3b882a822939412532214e9d82d3a5959066
+size 492268240

tokenizer/added_tokens.json

@@ -0,0 +1,3 @@
+{
+  "<rabbit-toy>": 49408
+}

tokenizer/special_tokens_map.json

@@ -0,0 +1,24 @@
+{
+  "bos_token": {
+    "content": "<|startoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|endoftext|>",
+  "unk_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}