Upload folder using huggingface_hub
Browse files
priming_e3/2025-01-27_20-29-28.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0d8ee6672a5177760ff05d1e596fb5df8017b61ae1e5dbfee2aea533076aa80d
|
| 3 |
+
size 17800230648
|
priming_e3/2025-01-27_21-40-06.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d14e000def1b745d88de10e64582f365eb2715a38b3136883cc7a2ceb6930e72
|
| 3 |
+
size 17800230648
|
priming_e3/training_config.json
ADDED
|
@@ -0,0 +1,114 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"training": {
|
| 3 |
+
"master_seed": 3,
|
| 4 |
+
"cache_minibatch": 8,
|
| 5 |
+
"train_minibatch": 4,
|
| 6 |
+
"offload_param_count": 17000000000,
|
| 7 |
+
"lr": 2e-06,
|
| 8 |
+
"weight_decay": 0.0,
|
| 9 |
+
"warmup_steps": 5,
|
| 10 |
+
"change_layer_every": 100000000000,
|
| 11 |
+
"trained_single_blocks": 38,
|
| 12 |
+
"trained_double_blocks": 19,
|
| 13 |
+
"save_every": 50,
|
| 14 |
+
"save_folder": "model_priming_low_lr_3",
|
| 15 |
+
"wandb_project": "optimal transport unlocked",
|
| 16 |
+
"wandb_run": "priming",
|
| 17 |
+
"wandb_entity": null
|
| 18 |
+
},
|
| 19 |
+
"inference": {
|
| 20 |
+
"inference_every": 20,
|
| 21 |
+
"inference_folder": "primed_output",
|
| 22 |
+
"steps": 8,
|
| 23 |
+
"guidance": 0,
|
| 24 |
+
"cfg": 1,
|
| 25 |
+
"prompts": [
|
| 26 |
+
"a cute cat sat on a mat while receiving a head pat from his owner called Matt",
|
| 27 |
+
"baked potato, on the space floating orbiting around the earth"
|
| 28 |
+
],
|
| 29 |
+
"first_n_steps_wo_cfg": 0,
|
| 30 |
+
"image_dim": [
|
| 31 |
+
1024,
|
| 32 |
+
1024
|
| 33 |
+
],
|
| 34 |
+
"t5_max_length": 512
|
| 35 |
+
},
|
| 36 |
+
"extra_inference_config": [
|
| 37 |
+
{
|
| 38 |
+
"inference_every": 20,
|
| 39 |
+
"inference_folder": "schnell_dedistilation",
|
| 40 |
+
"steps": 8,
|
| 41 |
+
"guidance": 0,
|
| 42 |
+
"cfg": 3,
|
| 43 |
+
"prompts": [
|
| 44 |
+
"a cute cat sat on a mat while receiving a head pat from his owner called Matt",
|
| 45 |
+
"baked potato, on the space floating orbiting around the earth"
|
| 46 |
+
],
|
| 47 |
+
"first_n_steps_wo_cfg": 0,
|
| 48 |
+
"image_dim": [
|
| 49 |
+
1024,
|
| 50 |
+
1024
|
| 51 |
+
],
|
| 52 |
+
"t5_max_length": 512
|
| 53 |
+
},
|
| 54 |
+
{
|
| 55 |
+
"inference_every": 20,
|
| 56 |
+
"inference_folder": "schnell_dedistilation",
|
| 57 |
+
"steps": 20,
|
| 58 |
+
"guidance": 0,
|
| 59 |
+
"cfg": 3,
|
| 60 |
+
"prompts": [
|
| 61 |
+
"a cute cat sat on a mat while receiving a head pat from his owner called Matt",
|
| 62 |
+
"baked potato, on the space floating orbiting around the earth"
|
| 63 |
+
],
|
| 64 |
+
"first_n_steps_wo_cfg": 0,
|
| 65 |
+
"image_dim": [
|
| 66 |
+
1024,
|
| 67 |
+
1024
|
| 68 |
+
],
|
| 69 |
+
"t5_max_length": 512
|
| 70 |
+
},
|
| 71 |
+
{
|
| 72 |
+
"inference_every": 20,
|
| 73 |
+
"inference_folder": "schnell_dedistilation",
|
| 74 |
+
"steps": 20,
|
| 75 |
+
"guidance": 0,
|
| 76 |
+
"cfg": 7,
|
| 77 |
+
"prompts": [
|
| 78 |
+
"a cute cat sat on a mat while receiving a head pat from his owner called Matt",
|
| 79 |
+
"baked potato, on the space floating orbiting around the earth"
|
| 80 |
+
],
|
| 81 |
+
"first_n_steps_wo_cfg": 0,
|
| 82 |
+
"image_dim": [
|
| 83 |
+
1024,
|
| 84 |
+
1024
|
| 85 |
+
],
|
| 86 |
+
"t5_max_length": 512
|
| 87 |
+
}
|
| 88 |
+
],
|
| 89 |
+
"dataloader": {
|
| 90 |
+
"batch_size": 1024,
|
| 91 |
+
"jsonl_metadata_path": "for_priming.jsonl",
|
| 92 |
+
"image_folder_path": "debug_dataset",
|
| 93 |
+
"base_resolution": [
|
| 94 |
+
512
|
| 95 |
+
],
|
| 96 |
+
"shuffle_tags": true,
|
| 97 |
+
"tag_drop_percentage": 0.0,
|
| 98 |
+
"uncond_percentage": 0.0,
|
| 99 |
+
"resolution_step": 64,
|
| 100 |
+
"num_workers": 0,
|
| 101 |
+
"prefetch_factor": null,
|
| 102 |
+
"ratio_cutoff": 2.0,
|
| 103 |
+
"thread_per_worker": 10
|
| 104 |
+
},
|
| 105 |
+
"model": {
|
| 106 |
+
"chroma_path": "2025-01-27_17-34-20.safetensors",
|
| 107 |
+
"vae_path": "FLUX.1-schnell/ae.safetensors",
|
| 108 |
+
"t5_path": "FLUX.1-schnell/text_encoder_2",
|
| 109 |
+
"t5_config_path": "FLUX.1-schnell/text_encoder_2/config.json",
|
| 110 |
+
"t5_tokenizer_path": "FLUX.1-schnell/tokenizer_2",
|
| 111 |
+
"t5_to_8bit": true,
|
| 112 |
+
"t5_max_length": 512
|
| 113 |
+
}
|
| 114 |
+
}
|