BJJ / config_lora-20240923-033435.toml
DriveHabits's picture
Upload 14 files
730b211 verified
ae = "/home/Ubuntu/Downloads/ae.safetensors"
bucket_reso_steps = 32
cache_latents = true
cache_latents_to_disk = true
caption_extension = ".txt"
clip_l = "/home/Ubuntu/Downloads/ViT-L-14-TEXT-detail-improved-hiT-GmP-TE-only-HF.safetensors"
dataset_config = "/home/Ubuntu/Downloads/dataset.toml"
discrete_flow_shift = 3.1582
dynamo_backend = "no"
enable_bucket = true
epoch = 35
full_bf16 = true
gradient_accumulation_steps = 1
gradient_checkpointing = true
guidance_scale = 1.0
huber_c = 0.1
huber_schedule = "snr"
ip_noise_gamma = 0.1
loss_type = "l2"
lr_scheduler = "cosine"
lr_scheduler_args = []
lr_scheduler_num_cycles = 1
lr_scheduler_power = 1
max_bucket_reso = 2048
max_data_loader_n_workers = 0
max_grad_norm = 1
max_timestep = 1000
max_train_steps = 8000
mem_eff_save = true
min_bucket_reso = 512
min_snr_gamma = 10
mixed_precision = "bf16"
model_prediction_type = "raw"
network_alpha = 64
network_args = [ "img_mod_dim=0", "txt_mod_dim=0", "single_mod_dim=0", "train_double_block_indices=all", "train_single_block_indices=all",]
network_dim = 128
network_module = "networks.lora_flux"
noise_offset = 0.1
noise_offset_type = "Original"
optimizer_args = [ "weight_decay=0.1",]
optimizer_type = "AdamWScheduleFree"
output_dir = "/home/Ubuntu/Music/Model"
output_name = "Blowjob"
pretrained_model_name_or_path = "/home/Ubuntu/Downloads/flux1-dev.safetensors"
prior_loss_weight = 1
resolution = "1024,1024"
sample_every_n_steps = 200
sample_prompts = "/home/Ubuntu/Music/Model/sample/prompt.txt"
sample_sampler = "euler"
save_every_n_steps = 200
save_model_as = "safetensors"
save_precision = "bf16"
sdpa = true
seed = 42
t5xxl = "/home/Ubuntu/Downloads/t5xxl_fp16.safetensors"
t5xxl_max_token_length = 512
text_encoder_lr = [ 5e-5, 5e-5,]
timestep_sampling = "sigmoid"
train_batch_size = 1
unet_lr = 5e-5
vae_batch_size = 4
wandb_run_name = "Blowjob"