rahul7star commited on
Commit
10ed8fe
·
verified ·
1 Parent(s): 245c0fe

Create training-metadata.json

Browse files
Files changed (1) hide show
  1. training-metadata.json +73 -0
training-metadata.json ADDED
@@ -0,0 +1,73 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "type": "sd_trainer",
3
+ "training_folder": "output",
4
+ "device": "cuda:0",
5
+ "network": {
6
+ "type": "lora",
7
+ "linear": 16,
8
+ "linear_alpha": 16
9
+ },
10
+ "save": {
11
+ "dtype": "float16",
12
+ "save_every": 250,
13
+ "max_step_saves_to_keep": 4,
14
+ "push_to_hub": true,
15
+ "hf_repo_id": "rahul7star/shiva",
16
+ "hf_private": true
17
+ },
18
+ "datasets": [
19
+ {
20
+ "folder_path": "datasets/9214e113-9d5a-400a-961a-9378ea675e44",
21
+ "caption_ext": "txt",
22
+ "caption_dropout_rate": 0.05,
23
+ "shuffle_tokens": false,
24
+ "cache_latents_to_disk": true,
25
+ "resolution": [
26
+ 512,
27
+ 768,
28
+ 1024
29
+ ]
30
+ }
31
+ ],
32
+ "train": {
33
+ "batch_size": 1,
34
+ "steps": 1000,
35
+ "gradient_accumulation_steps": 1,
36
+ "train_unet": true,
37
+ "train_text_encoder": false,
38
+ "gradient_checkpointing": true,
39
+ "noise_scheduler": "flowmatch",
40
+ "optimizer": "adamw8bit",
41
+ "lr": 0.0004,
42
+ "ema_config": {
43
+ "use_ema": true,
44
+ "ema_decay": 0.99
45
+ },
46
+ "dtype": "bf16",
47
+ "skip_first_sample": true,
48
+ "disable_sampling": false
49
+ },
50
+ "model": {
51
+ "name_or_path": "black-forest-labs/FLUX.1-dev",
52
+ "is_flux": true,
53
+ "quantize": true,
54
+ "low_vram": true
55
+ },
56
+ "sample": {
57
+ "sampler": "flowmatch",
58
+ "sample_every": 1000,
59
+ "width": 1024,
60
+ "height": 1024,
61
+ "prompts": [
62
+ " s3voham is divine",
63
+ "s3voham is singularity",
64
+ "s3voham is everything"
65
+ ],
66
+ "neg": "",
67
+ "seed": 42,
68
+ "walk_seed": true,
69
+ "guidance_scale": 4,
70
+ "sample_steps": 28
71
+ },
72
+ "trigger_word": "s3voham"
73
+ }