Spaces:
Running
on
Zero
Running
on
Zero
File size: 1,832 Bytes
abd09b6 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 |
#!/bin/bash
CKPT_PATH="/path/to/unet/flux1-dev.safetensors"
CLIP_L_PATH="/path/to/clip/clip_l.safetensors"
T5XXL_PATH="/path/to/clip/t5xxl_fp16.safetensors"
AE_PATH="/path/to/vae/ae.safetensors"
dataset_config="/path/to/your/dataset/config.toml"
output_dir="/path/to/output/directory"
output_name="Model_Name"
lora_ups_num=10
network_dim=64
max_train_steps=50000
accelerate launch \
--config_file "/path/to/accelerate/config.yaml" \
--num_cpu_threads_per_process 1 \
--gpu_ids 1 \
flux_train_network_asylora.py \
--dataset_config $dataset_config \
--pretrained_model_name_or_path $CKPT_PATH \
--ae $AE_PATH \
--clip_l $CLIP_L_PATH \
--t5xxl $T5XXL_PATH \
--optimizer_type came \
--max_grad_norm 1.0 \
--lr_scheduler constant \
--lr_warmup_steps 0 \
--lr_scheduler_num_cycles 1 \
--lr_scheduler_power 1.0 \
--min_snr_gamma 5 \
--output_name $output_name \
--output_dir $output_dir \
--network_dim $network_dim \
--network_alpha 1.0 \
--learning_rate 1e-4 \
--max_train_steps $max_train_steps \
--apply_t5_attn_mask \
--cache_latents_to_disk \
--cache_text_encoder_outputs \
--cache_text_encoder_outputs_to_disk \
--weighting_scheme logit_normal \
--logit_mean 0 \
--logit_std 1.0 \
--mode_scale 1.29 \
--timestep_sampling shift \
--sigmoid_scale 1.0 \
--model_prediction_type raw \
--guidance_scale 1.0 \
--discrete_flow_shift 3.1582 \
--fp8_base \
--highvram \
--gradient_checkpointing \
--seed 42 \
--save_precision bf16 \
--save_every_n_epochs 5 \
--network_module networks.asylora_flux \
--network_train_unet_only \
--vae_batch_size 1 \
--save_model_as safetensors \
--max_data_loader_n_workers 0 \
--mixed_precision bf16 \
--skip_cache_check \
--gradient_accumulation_steps 1 \
--lora_ups_num $lora_ups_num \
--log_config |