|
{ |
|
"job": "extension", |
|
"config": { |
|
"name": "qwen_image_anime_landscape_lora_v1", |
|
"process": [ |
|
{ |
|
"type": "ui_trainer", |
|
"training_folder": "/home/featurize/ai-toolkit/output", |
|
"sqlite_db_path": "/home/featurize/ai-toolkit/aitk_db.db", |
|
"device": "cuda", |
|
"trigger_word": null, |
|
"performance_log_every": 10, |
|
"network": { |
|
"type": "lora", |
|
"linear": 16, |
|
"linear_alpha": 16, |
|
"conv": 16, |
|
"conv_alpha": 16, |
|
"lokr_full_rank": true, |
|
"lokr_factor": -1, |
|
"network_kwargs": { |
|
"ignore_if_contains": [] |
|
} |
|
}, |
|
"save": { |
|
"dtype": "bf16", |
|
"save_every": 250, |
|
"max_step_saves_to_keep": 4000, |
|
"save_format": "diffusers", |
|
"push_to_hub": false |
|
}, |
|
"datasets": [ |
|
{ |
|
"folder_path": "/home/featurize/ai-toolkit/datasets/Anime_Landscape_Images_Captioned", |
|
"control_path": null, |
|
"mask_path": null, |
|
"mask_min_value": 0.1, |
|
"default_caption": "", |
|
"caption_ext": "txt", |
|
"caption_dropout_rate": 0.05, |
|
"cache_latents_to_disk": false, |
|
"is_reg": false, |
|
"network_weight": 1, |
|
"resolution": [ |
|
512, |
|
768, |
|
1024 |
|
], |
|
"controls": [], |
|
"shrink_video_to_frames": true, |
|
"num_frames": 1, |
|
"do_i2v": true |
|
} |
|
], |
|
"train": { |
|
"batch_size": 1, |
|
"bypass_guidance_embedding": false, |
|
"steps": 30000, |
|
"gradient_accumulation": 1, |
|
"train_unet": true, |
|
"train_text_encoder": false, |
|
"gradient_checkpointing": true, |
|
"noise_scheduler": "flowmatch", |
|
"optimizer": "adamw8bit", |
|
"timestep_type": "weighted", |
|
"content_or_style": "balanced", |
|
"optimizer_params": { |
|
"weight_decay": 0.0001 |
|
}, |
|
"unload_text_encoder": false, |
|
"cache_text_embeddings": true, |
|
"lr": 0.0001, |
|
"ema_config": { |
|
"use_ema": false, |
|
"ema_decay": 0.99 |
|
}, |
|
"skip_first_sample": false, |
|
"disable_sampling": false, |
|
"dtype": "bf16", |
|
"diff_output_preservation": false, |
|
"diff_output_preservation_multiplier": 1, |
|
"diff_output_preservation_class": "person" |
|
}, |
|
"model": { |
|
"name_or_path": "Qwen/Qwen-Image", |
|
"quantize": true, |
|
"qtype": "uint3|ostris/accuracy_recovery_adapters/qwen_image_torchao_uint3.safetensors", |
|
"quantize_te": true, |
|
"qtype_te": "qfloat8", |
|
"arch": "qwen_image", |
|
"low_vram": true, |
|
"model_kwargs": {} |
|
}, |
|
"sample": { |
|
"sampler": "flowmatch", |
|
"sample_every": 250, |
|
"width": 512, |
|
"height": 1024, |
|
"samples": [ |
|
{ |
|
"prompt": "anime style, Sunlight filters through clouds onto a cherry blossom-filled meadow, where a blue-haired youth in an indigo coat stands by a vermilion bridge, holding a book as petals drift past his smile. The scene blends dynamic nature with human stillness, using pink, red and blue hues to create harmony, while symbolic elements like blossoms and books add depth." |
|
}, |
|
{ |
|
"prompt": "Anime style, This digital illustration in a breathtaking, high-detail anime-inspired style showcases a dazzling sunlit landscape where golden rays pierce through a canopy of cherry blossoms, casting intricate shadows on a cobblestone path below. The sky is a radiant gradient of azure and gold, with scattered clouds glowing under the sun’s brilliance. A crystal-clear river winds through the scene, reflecting the vibrant colors of the surrounding forest, where lush greenery and vibrant wildflowers bloom in abundance. Traditional wooden bridges and ornate lanterns line the path, their warm light blending with the sun’s glow. In the distance, a majestic mountain range rises, its snow-capped peaks shimmering under the bright sky. The air sparkles with floating petals and fireflies, adding a magical, ethereal quality to the scene. Every element is meticulously rendered, creating a harmonious balance of light, shadow, and intricate detail for a truly mesmerizing view." |
|
}, |
|
{ |
|
"prompt": "Flux Krea Anime Landscape LoRA: High-Fidelity Anime-Style Landscape Generation This repository provides a LoRA (Low-Rank Adaptation) fine-tuned variant of the Flux-Krea model, optimized for generating highly detailed anime-style landscapes with exceptional color harmony and environmental storytelling with bright light mainly in landscape 🌸 Core Features Cinematic Composition Trained on anime-style landscape datasets, Flux-Krea captures the essence of anime-style compositions. Vibrant Color Palettes Specialized in harmonious seasonal color schemes: Spring: Cherry blossom pinks and fresh greens Summer: Azure skies and emerald vegetation Autumn: Fiery reds and golden ambers Winter: Icy blues and crystalline whites Dynamic Nature Elements Advanced rendering of: Volumetric cloud formations Water reflections and refraction Animated foliage and particle effects Atmospheric Storytelling Encodes emotional tones through: Time-of-day lighting (golden hour, twilight) Weather atmospherics (mist, rain, snow) Symbolic natural elements 🖼️ Prompt Examples & Generated Outputs anime style ,high quality nature video featuring a red panda balancing on a bamboo stem while a bird lands on it's head, on the background there is a waterfall Flux-Dev\tFlux-Dev-LoRA\tFlux-Krea\tFlux-Krea-LoRA image/png image/png image/png image/png anime style, Sunlight filters through clouds onto a cherry blossom-filled meadow, where a blue-haired youth in an indigo coat stands by a vermilion bridge, holding a book as petals drift past his smile. The scene blends dynamic nature with human stillness, using pink, red and blue hues to create harmony, while symbolic elements like blossoms and books add depth. Flux-Dev\tFlux-Dev-LoRA\tFlux-Krea\tFlux-Krea-LoRA image/png image/png image/png image/png anime style ,This digital illustration in a vibrant, anime-inspired style depicts a vintage green tram with \"P.R. 13\" displayed on its front, traveling down a wet, reflective railway track during a stunning sunset. The sky is ablaze with vivid orange, pink, and purple clouds, casting a warm glow over the scene. On the left, a streetlight and power poles line the track, while small buildings and a few trees are visible on the right. The tram's headlights and windows reflect the colorful sky, and the tracks glisten with rain. The overall mood is nostalgic and serene, capturing a picturesque urban sunset." |
|
} |
|
], |
|
"neg": "", |
|
"seed": 42, |
|
"walk_seed": true, |
|
"guidance_scale": 4, |
|
"sample_steps": 25, |
|
"num_frames": 1, |
|
"fps": 1 |
|
} |
|
} |
|
] |
|
}, |
|
"meta": { |
|
"name": "[name]", |
|
"version": "1.0" |
|
} |
|
} |