Test / config_lora-20240901-142242.toml
DriveHabits's picture
Update config_lora-20240901-142242.toml
2e19bd6 verified
ae = "D:/StabilityMatrix-win-x64/Data/Models/VAE/ae.safetensors"
apply_t5_attn_mask = true
bucket_reso_steps = 32
cache_latents = true
cache_latents_to_disk = true
cache_text_encoder_outputs = true
cache_text_encoder_outputs_to_disk = true
caption_extension = ".txt"
clip_l = "D:/StabilityMatrix-win-x64/Data/Models/VAE/clip_l.safetensors"
dataset_config = "C:/Users/PC/Pictures/dataset.toml"
discrete_flow_shift = 3.1582
dynamo_backend = "no"
enable_bucket = true
epoch = 100
fp8_base = true
fp8_base_unet = true
full_bf16 = true
gradient_accumulation_steps = 1
gradient_checkpointing = true
guidance_scale = 1.0
highvram = true
huber_c = 0.1
huber_schedule = "snr"
keep_tokens = 1
loss_type = "l2"
lr_scheduler = "cosine"
lr_scheduler_args = []
lr_scheduler_num_cycles = 1
lr_scheduler_power = 1
max_bucket_reso = 2048
max_data_loader_n_workers = 0
max_grad_norm = 1
max_timestep = 1000
mem_eff_save = true
min_bucket_reso = 256
min_snr_gamma = 5
mixed_precision = "bf16"
model_prediction_type = "raw"
network_alpha = 32
network_args = []
network_dim = 32
network_module = "networks.lora_flux"
noise_offset = 0.0357
noise_offset_type = "Original"
optimizer_args = [ "weight_decay=0.01",]
optimizer_type = "AdamW8bit"
output_dir = "C:\\Users\\PC\\Pictures\\Model 104"
output_name = "AishaKhan"
pretrained_model_name_or_path = "D:/StabilityMatrix-win-x64/Data/Models/StableDiffusion/flux1-dev.safetensors"
prior_loss_weight = 1
resolution = "1024,1024"
sample_every_n_steps = 100
sample_prompts = "C:\\Users\\PC\\Pictures\\Model 104\\sample/prompt.txt"
sample_sampler = "euler_a"
save_every_n_epochs = 10
save_model_as = "ckpt"
save_precision = "float"
sdpa = true
t5xxl = "D:/StabilityMatrix-win-x64/Data/Models/VAE/t5xxl_fp16.safetensors"
t5xxl_max_token_length = 512
text_encoder_lr = 5e-5
timestep_sampling = "flux_shift "
train_batch_size = 1
unet_lr = 0.0001
vae = "D:/StabilityMatrix-win-x64/Data/Models/VAE/ae.safetensors"
wandb_run_name = "Test104"