{ "training": { "master_seed": 4, "cache_minibatch": 8, "train_minibatch": 4, "offload_param_count": 17000000000, "lr": 4e-06, "weight_decay": 0.0, "warmup_steps": 5, "change_layer_every": 100000000000, "trained_single_blocks": 38, "trained_double_blocks": 19, "save_every": 50, "save_folder": "model_priming_low_lr_4", "wandb_project": "optimal transport unlocked", "wandb_run": "priming", "wandb_entity": null }, "inference": { "inference_every": 20, "inference_folder": "primed_output", "steps": 20, "guidance": 0, "cfg": 3, "prompts": [ "a cute cat sat on a mat while receiving a head pat from his owner called Matt", "baked potato, on the space floating orbiting around the earth" ], "first_n_steps_wo_cfg": 0, "image_dim": [ 1024, 1024 ], "t5_max_length": 512 }, "extra_inference_config": [ { "inference_every": 20, "inference_folder": "schnell_dedistilation", "steps": 20, "guidance": 0, "cfg": 4, "prompts": [ "a cute cat sat on a mat while receiving a head pat from his owner called Matt", "baked potato, on the space floating orbiting around the earth" ], "first_n_steps_wo_cfg": 0, "image_dim": [ 1024, 1024 ], "t5_max_length": 512 }, { "inference_every": 20, "inference_folder": "schnell_dedistilation", "steps": 20, "guidance": 0, "cfg": 5, "prompts": [ "a cute cat sat on a mat while receiving a head pat from his owner called Matt", "baked potato, on the space floating orbiting around the earth" ], "first_n_steps_wo_cfg": 0, "image_dim": [ 1024, 1024 ], "t5_max_length": 512 }, { "inference_every": 20, "inference_folder": "schnell_dedistilation", "steps": 20, "guidance": 0, "cfg": 6, "prompts": [ "a cute cat sat on a mat while receiving a head pat from his owner called Matt", "baked potato, on the space floating orbiting around the earth" ], "first_n_steps_wo_cfg": 0, "image_dim": [ 1024, 1024 ], "t5_max_length": 512 } ], "dataloader": { "batch_size": 1024, "jsonl_metadata_path": "for_priming.jsonl", "image_folder_path": "debug_dataset", "base_resolution": [ 512 ], "shuffle_tags": true, "tag_drop_percentage": 0.0, "uncond_percentage": 0.0, "resolution_step": 64, "num_workers": 0, "prefetch_factor": null, "ratio_cutoff": 2.0, "thread_per_worker": 10 }, "model": { "chroma_path": "2025-01-29_14-22-08.safetensors", "vae_path": "FLUX.1-schnell/ae.safetensors", "t5_path": "FLUX.1-schnell/text_encoder_2", "t5_config_path": "FLUX.1-schnell/text_encoder_2/config.json", "t5_tokenizer_path": "FLUX.1-schnell/tokenizer_2", "t5_to_8bit": true, "t5_max_length": 512 } }