Spaces:
Running
on
Zero
Running
on
Zero
File size: 2,128 Bytes
abd09b6 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 |
#!/bin/bash
gpu_ids=0
dataset_config="/tiamat-NAS/songyiren/FYP/liucheng/sd-scripts/Train/9F_Mix_S.toml"
output_dir="/tiamat-NAS/songyiren/FYP/liucheng/sd-scripts/Output/9F_Hydra_S_new"
output_name="9F_Hydra_S"
# sample_prompts="/tiamat-NAS/songyiren/FYP/liucheng/sd-scripts/Samples/9F_Mix_S.txt"
cache_dir="/tiamat-NAS/songyiren/FYP/liucheng/cache/"
export HF_HOME=$cache_dir
accelerate launch \
--config_file "/tiamat-NAS/songyiren/FYP/liucheng/sd-scripts/accelerate_config.yaml" \
--num_cpu_threads_per_process 1 \
--gpu_ids $gpu_ids \
flux_train_network_asylora.py \
--dataset_config $dataset_config \
--pretrained_model_name_or_path "/tiamat-NAS/songyiren/FYP/liucheng/ComfyUI/models/unet/flux1-dev-fp8.safetensors" \
--ae "/tiamat-NAS/songyiren/FYP/liucheng/ComfyUI/models/vae/ae.safetensors" \
--clip_l "/tiamat-NAS/songyiren/FYP/liucheng/ComfyUI/models/clip/clip_l.safetensors" \
--t5xxl "/tiamat-NAS/songyiren/FYP/liucheng/ComfyUI/models/clip/t5xxl_fp8_e4m3fn.safetensors" \
--optimizer_type came \
--max_grad_norm 1.0 \
--lr_scheduler constant \
--lr_warmup_steps 0 \
--lr_scheduler_num_cycles 1 \
--lr_scheduler_power 1.0 \
--min_snr_gamma 5 \
--output_name $output_name \
--output_dir $output_dir \
--network_dim 64 \
--network_alpha 1.0 \
--learning_rate 1e-4 \
--max_train_steps 50000 \
--apply_t5_attn_mask \
--cache_latents_to_disk \
--cache_text_encoder_outputs \
--cache_text_encoder_outputs_to_disk \
--weighting_scheme logit_normal \
--logit_mean 0 \
--logit_std 1.0 \
--mode_scale 1.29 \
--timestep_sampling shift \
--sigmoid_scale 1.0 \
--model_prediction_type raw \
--guidance_scale 1.0 \
--discrete_flow_shift 3.1582 \
--fp8_base \
--highvram \
--gradient_checkpointing \
--seed 42 \
--save_precision bf16 \
--save_every_n_epochs 5 \
--network_module networks.asylora_flux \
--network_train_unet_only \
--vae_batch_size 1 \
--save_model_as safetensors \
--max_data_loader_n_workers 0 \
--mixed_precision bf16 \
--skip_cache_check \
--gradient_accumulation_steps 1 \
--lora_ups_num 10 \
--log_config
|