upload config
Browse files- br-config.env +59 -0
- br-multidatabackend.json +30 -0
- user_prompt_library.json +5 -0
br-config.env
ADDED
|
@@ -0,0 +1,59 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
export MODEL_TYPE='lora'
|
| 2 |
+
export TRAINING_SEED=420
|
| 3 |
+
|
| 4 |
+
export CHECKPOINTING_STEPS=500
|
| 5 |
+
export CHECKPOINTING_LIMIT=10
|
| 6 |
+
|
| 7 |
+
export LEARNING_RATE=1e-4
|
| 8 |
+
|
| 9 |
+
export FLUX=true
|
| 10 |
+
export MODEL_NAME="black-forest-labs/FLUX.1-dev"
|
| 11 |
+
|
| 12 |
+
export VALIDATION_SEED=420
|
| 13 |
+
export VALIDATION_PROMPT="a photograph of Brandon Rowland"
|
| 14 |
+
export VALIDATION_NEGATIVE_PROMPT=""
|
| 15 |
+
|
| 16 |
+
# How frequently we will save and run a pipeline for validations.
|
| 17 |
+
export VALIDATION_STEPS=500
|
| 18 |
+
|
| 19 |
+
# Validation image settings.
|
| 20 |
+
export VALIDATION_GUIDANCE=3.5
|
| 21 |
+
export VALIDATION_GUIDANCE_REAL=1.0
|
| 22 |
+
export VALIDATION_NUM_INFERENCE_STEPS=28
|
| 23 |
+
export VALIDATION_GUIDANCE_RESCALE=0
|
| 24 |
+
export VALIDATION_RESOLUTION=1024x1024,832x1216
|
| 25 |
+
|
| 26 |
+
export ALLOW_TF32=true
|
| 27 |
+
export PURE_BF16=true
|
| 28 |
+
|
| 29 |
+
export CAPTION_DROPOUT_PROBABILITY=0
|
| 30 |
+
|
| 31 |
+
export MAX_NUM_STEPS=0
|
| 32 |
+
export NUM_EPOCHS=1000
|
| 33 |
+
|
| 34 |
+
export OPTIMIZER="adamw_bf16"
|
| 35 |
+
export LR_SCHEDULE="constant"
|
| 36 |
+
export LR_WARMUP_STEPS=500
|
| 37 |
+
|
| 38 |
+
export TRAIN_BATCH_SIZE=1
|
| 39 |
+
|
| 40 |
+
export RESOLUTION=512
|
| 41 |
+
export RESOLUTION_TYPE=pixel
|
| 42 |
+
|
| 43 |
+
export GRADIENT_ACCUMULATION_STEPS=2
|
| 44 |
+
export MIXED_PRECISION="bf16"
|
| 45 |
+
export TRAINING_DYNAMO_BACKEND='no'
|
| 46 |
+
|
| 47 |
+
export USE_XFORMERS=false
|
| 48 |
+
export USE_GRADIENT_CHECKPOINTING=true
|
| 49 |
+
export VAE_BATCH_SIZE=8
|
| 50 |
+
export TRAINER_EXTRA_ARGS="--max_grad_norm=1.0 --gradient_precision=fp32 --base_model_default_dtype=bf16 --lora_init_type=default --flux_lora_target=all+ffs --flux_guidance_value=1 --user_prompt_library=user_prompt_library.json"
|
| 51 |
+
|
| 52 |
+
export USE_EMA=false
|
| 53 |
+
|
| 54 |
+
export PUSH_TO_HUB="true"
|
| 55 |
+
export PUSH_CHECKPOINTS="true"
|
| 56 |
+
export HUB_MODEL_NAME="brandon-rowland-flux"
|
| 57 |
+
|
| 58 |
+
export DATALOADER_CONFIG="config/br-multidatabackend.json"
|
| 59 |
+
export OUTPUT_DIR="output-br/models"
|
br-multidatabackend.json
ADDED
|
@@ -0,0 +1,30 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[
|
| 2 |
+
{
|
| 3 |
+
"id": "Brandon",
|
| 4 |
+
"type": "local",
|
| 5 |
+
"crop": false,
|
| 6 |
+
"crop_aspect": "square",
|
| 7 |
+
"crop_style": "center",
|
| 8 |
+
"resolution": 512,
|
| 9 |
+
"minimum_image_size": 512,
|
| 10 |
+
"maximum_image_size": 768,
|
| 11 |
+
"target_downsample_size": 512,
|
| 12 |
+
"resolution_type": "pixel",
|
| 13 |
+
"cache_dir_vae": "cache/vae/br",
|
| 14 |
+
"instance_data_dir": "datasets/brandon-rowland",
|
| 15 |
+
"disabled": false,
|
| 16 |
+
"skip_file_discovery": "",
|
| 17 |
+
"caption_strategy": "textfile",
|
| 18 |
+
"metadata_backend": "json",
|
| 19 |
+
"repeats": 0
|
| 20 |
+
},
|
| 21 |
+
{
|
| 22 |
+
"id": "text-embeds",
|
| 23 |
+
"type": "local",
|
| 24 |
+
"dataset_type": "text_embeds",
|
| 25 |
+
"default": true,
|
| 26 |
+
"cache_dir": "cache/text/flux/br",
|
| 27 |
+
"disabled": false,
|
| 28 |
+
"write_batch_size": 128
|
| 29 |
+
}
|
| 30 |
+
]
|
user_prompt_library.json
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"1": "a photo of Brandon Rowland",
|
| 3 |
+
"2": "a photo of Brandon Rowland leaning against a brick wall, arms crossed, wearing a white tank top and ripped jeans. His gaze is intense, directed at the camera. The background includes a graffiti-covered wall and an urban street scene",
|
| 4 |
+
"both": "A photo of Brandon Rowland. Shirtless, lying on a dark blue sofa, one hand resting behind his head, the other on his chest. The background shows a bookshelf filled with books and plants. The lighting is dim, creating a cozy evening ambiance"
|
| 5 |
+
}
|