Upload folder using huggingface_hub
Browse files- .gitattributes +1 -0
- .job_config.json +122 -0
- config.yaml +113 -0
- log.txt +0 -0
- optimizer.pt +3 -0
- qwen_image_infinite_future_lora_v1_000000250.safetensors +3 -0
- qwen_image_infinite_future_lora_v1_000000500.safetensors +3 -0
- qwen_image_infinite_future_lora_v1_000000750.safetensors +3 -0
- qwen_image_infinite_future_lora_v1_000001000.safetensors +3 -0
- qwen_image_infinite_future_lora_v1_000001250.safetensors +3 -0
- qwen_image_infinite_future_lora_v1_000001500.safetensors +3 -0
- qwen_image_infinite_future_lora_v1_000001750.safetensors +3 -0
- qwen_image_infinite_future_lora_v1_000002000.safetensors +3 -0
- qwen_image_infinite_future_lora_v1_000002250.safetensors +3 -0
- qwen_image_infinite_future_lora_v1_000002500.safetensors +3 -0
- qwen_image_infinite_future_lora_v1_000002750.safetensors +3 -0
- samples/1755323507394__000000000_0.jpg +0 -0
- samples/1755323623175__000000000_1.jpg +0 -0
- samples/1755325556610__000000250_0.jpg +0 -0
- samples/1755325676027__000000250_1.jpg +0 -0
- samples/1755327645509__000000500_0.jpg +0 -0
- samples/1755327765007__000000500_1.jpg +0 -0
- samples/1755329745262__000000750_0.jpg +3 -0
- samples/1755329865999__000000750_1.jpg +0 -0
- samples/1755331818952__000001000_0.jpg +0 -0
- samples/1755331939251__000001000_1.jpg +0 -0
- samples/1755333950279__000001250_0.jpg +0 -0
- samples/1755334069989__000001250_1.jpg +0 -0
- samples/1755336059076__000001500_0.jpg +0 -0
- samples/1755336180959__000001500_1.jpg +0 -0
- samples/1755338150350__000001750_0.jpg +0 -0
- samples/1755338271326__000001750_1.jpg +0 -0
- samples/1755340258089__000002000_0.jpg +0 -0
- samples/1755340377549__000002000_1.jpg +0 -0
- samples/1755342361152__000002250_0.jpg +0 -0
- samples/1755342481283__000002250_1.jpg +0 -0
- samples/1755344474695__000002500_0.jpg +0 -0
- samples/1755344595642__000002500_1.jpg +0 -0
- samples/1755346562624__000002750_0.jpg +0 -0
- samples/1755346682932__000002750_1.jpg +0 -0
.gitattributes
CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
36 |
+
samples/1755329745262__000000750_0.jpg filter=lfs diff=lfs merge=lfs -text
|
.job_config.json
ADDED
@@ -0,0 +1,122 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"job": "extension",
|
3 |
+
"config": {
|
4 |
+
"name": "qwen_image_infinite_future_lora_v1",
|
5 |
+
"process": [
|
6 |
+
{
|
7 |
+
"type": "ui_trainer",
|
8 |
+
"training_folder": "/home/featurize/ai-toolkit/output",
|
9 |
+
"sqlite_db_path": "/home/featurize/ai-toolkit/aitk_db.db",
|
10 |
+
"device": "cuda",
|
11 |
+
"trigger_word": null,
|
12 |
+
"performance_log_every": 10,
|
13 |
+
"network": {
|
14 |
+
"type": "lora",
|
15 |
+
"linear": 16,
|
16 |
+
"linear_alpha": 16,
|
17 |
+
"conv": 16,
|
18 |
+
"conv_alpha": 16,
|
19 |
+
"lokr_full_rank": true,
|
20 |
+
"lokr_factor": -1,
|
21 |
+
"network_kwargs": {
|
22 |
+
"ignore_if_contains": []
|
23 |
+
}
|
24 |
+
},
|
25 |
+
"save": {
|
26 |
+
"dtype": "bf16",
|
27 |
+
"save_every": 250,
|
28 |
+
"max_step_saves_to_keep": 4000,
|
29 |
+
"save_format": "diffusers",
|
30 |
+
"push_to_hub": false
|
31 |
+
},
|
32 |
+
"datasets": [
|
33 |
+
{
|
34 |
+
"folder_path": "/home/featurize/ai-toolkit/datasets/mimi_AI_art_Infinite_future_landscape_images_captioned",
|
35 |
+
"control_path": null,
|
36 |
+
"mask_path": null,
|
37 |
+
"mask_min_value": 0.1,
|
38 |
+
"default_caption": "",
|
39 |
+
"caption_ext": "txt",
|
40 |
+
"caption_dropout_rate": 0.05,
|
41 |
+
"cache_latents_to_disk": false,
|
42 |
+
"is_reg": false,
|
43 |
+
"network_weight": 1,
|
44 |
+
"resolution": [
|
45 |
+
512,
|
46 |
+
768,
|
47 |
+
1024
|
48 |
+
],
|
49 |
+
"controls": [],
|
50 |
+
"shrink_video_to_frames": true,
|
51 |
+
"num_frames": 1,
|
52 |
+
"do_i2v": true
|
53 |
+
}
|
54 |
+
],
|
55 |
+
"train": {
|
56 |
+
"batch_size": 1,
|
57 |
+
"bypass_guidance_embedding": false,
|
58 |
+
"steps": 30000,
|
59 |
+
"gradient_accumulation": 1,
|
60 |
+
"train_unet": true,
|
61 |
+
"train_text_encoder": false,
|
62 |
+
"gradient_checkpointing": true,
|
63 |
+
"noise_scheduler": "flowmatch",
|
64 |
+
"optimizer": "adamw8bit",
|
65 |
+
"timestep_type": "weighted",
|
66 |
+
"content_or_style": "balanced",
|
67 |
+
"optimizer_params": {
|
68 |
+
"weight_decay": 0.0001
|
69 |
+
},
|
70 |
+
"unload_text_encoder": false,
|
71 |
+
"cache_text_embeddings": true,
|
72 |
+
"lr": 0.0001,
|
73 |
+
"ema_config": {
|
74 |
+
"use_ema": false,
|
75 |
+
"ema_decay": 0.99
|
76 |
+
},
|
77 |
+
"skip_first_sample": false,
|
78 |
+
"disable_sampling": false,
|
79 |
+
"dtype": "bf16",
|
80 |
+
"diff_output_preservation": false,
|
81 |
+
"diff_output_preservation_multiplier": 1,
|
82 |
+
"diff_output_preservation_class": "person"
|
83 |
+
},
|
84 |
+
"model": {
|
85 |
+
"name_or_path": "Qwen/Qwen-Image",
|
86 |
+
"quantize": true,
|
87 |
+
"qtype": "uint3|ostris/accuracy_recovery_adapters/qwen_image_torchao_uint3.safetensors",
|
88 |
+
"quantize_te": true,
|
89 |
+
"qtype_te": "qfloat8",
|
90 |
+
"arch": "qwen_image",
|
91 |
+
"low_vram": true,
|
92 |
+
"model_kwargs": {}
|
93 |
+
},
|
94 |
+
"sample": {
|
95 |
+
"sampler": "flowmatch",
|
96 |
+
"sample_every": 250,
|
97 |
+
"width": 512,
|
98 |
+
"height": 1024,
|
99 |
+
"samples": [
|
100 |
+
{
|
101 |
+
"prompt": "In the style of Infinite future landscape , This is a digitally created, hyper-realistic CGI image depicting a fantastical aerial view of a sprawling cityscape. The image showcases a massive, ancient stone arch bridge stretching across the foreground, with intricate, gothic-style spires and towers along its edges. Below the bridge, a vast, turquoise ocean with visible coral reefs and islands can be seen. The city itself is densely packed with tall, dark buildings and spires, creating a labyrinthine effect. The background features a vibrant blue sky filled with fluffy white clouds, with the sun shining brightly in the top right corner, casting dramatic shadows. The overall color palette is dominated by rich blues and greens, with contrasting dark stone textures."
|
102 |
+
},
|
103 |
+
{
|
104 |
+
"prompt": "In the style of Infinite future landscape , Sunlight filters through clouds onto a cherry blossom-filled meadow, where a blue-haired youth in an indigo coat stands by a vermilion bridge, holding a book as petals drift past his smile. The scene blends dynamic nature with human stillness, using pink, red and blue hues to create harmony, while symbolic elements like blossoms and books add depth."
|
105 |
+
}
|
106 |
+
],
|
107 |
+
"neg": "",
|
108 |
+
"seed": 42,
|
109 |
+
"walk_seed": true,
|
110 |
+
"guidance_scale": 4,
|
111 |
+
"sample_steps": 25,
|
112 |
+
"num_frames": 1,
|
113 |
+
"fps": 1
|
114 |
+
}
|
115 |
+
}
|
116 |
+
]
|
117 |
+
},
|
118 |
+
"meta": {
|
119 |
+
"name": "[name]",
|
120 |
+
"version": "1.0"
|
121 |
+
}
|
122 |
+
}
|
config.yaml
ADDED
@@ -0,0 +1,113 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
job: extension
|
2 |
+
config:
|
3 |
+
name: qwen_image_infinite_future_lora_v1
|
4 |
+
process:
|
5 |
+
- type: ui_trainer
|
6 |
+
training_folder: /home/featurize/ai-toolkit/output
|
7 |
+
sqlite_db_path: /home/featurize/ai-toolkit/aitk_db.db
|
8 |
+
device: cuda
|
9 |
+
trigger_word: null
|
10 |
+
performance_log_every: 10
|
11 |
+
network:
|
12 |
+
type: lora
|
13 |
+
linear: 16
|
14 |
+
linear_alpha: 16
|
15 |
+
conv: 16
|
16 |
+
conv_alpha: 16
|
17 |
+
lokr_full_rank: true
|
18 |
+
lokr_factor: -1
|
19 |
+
network_kwargs:
|
20 |
+
ignore_if_contains: []
|
21 |
+
save:
|
22 |
+
dtype: bf16
|
23 |
+
save_every: 250
|
24 |
+
max_step_saves_to_keep: 4000
|
25 |
+
save_format: diffusers
|
26 |
+
push_to_hub: false
|
27 |
+
datasets:
|
28 |
+
- folder_path: /home/featurize/ai-toolkit/datasets/mimi_AI_art_Infinite_future_landscape_images_captioned
|
29 |
+
control_path: null
|
30 |
+
mask_path: null
|
31 |
+
mask_min_value: 0.1
|
32 |
+
default_caption: ''
|
33 |
+
caption_ext: txt
|
34 |
+
caption_dropout_rate: 0.05
|
35 |
+
cache_latents_to_disk: false
|
36 |
+
is_reg: false
|
37 |
+
network_weight: 1
|
38 |
+
resolution:
|
39 |
+
- 512
|
40 |
+
- 768
|
41 |
+
- 1024
|
42 |
+
controls: []
|
43 |
+
shrink_video_to_frames: true
|
44 |
+
num_frames: 1
|
45 |
+
do_i2v: true
|
46 |
+
train:
|
47 |
+
batch_size: 1
|
48 |
+
bypass_guidance_embedding: false
|
49 |
+
steps: 30000
|
50 |
+
gradient_accumulation: 1
|
51 |
+
train_unet: true
|
52 |
+
train_text_encoder: false
|
53 |
+
gradient_checkpointing: true
|
54 |
+
noise_scheduler: flowmatch
|
55 |
+
optimizer: adamw8bit
|
56 |
+
timestep_type: weighted
|
57 |
+
content_or_style: balanced
|
58 |
+
optimizer_params:
|
59 |
+
weight_decay: 0.0001
|
60 |
+
unload_text_encoder: false
|
61 |
+
cache_text_embeddings: true
|
62 |
+
lr: 0.0001
|
63 |
+
ema_config:
|
64 |
+
use_ema: false
|
65 |
+
ema_decay: 0.99
|
66 |
+
skip_first_sample: false
|
67 |
+
disable_sampling: false
|
68 |
+
dtype: bf16
|
69 |
+
diff_output_preservation: false
|
70 |
+
diff_output_preservation_multiplier: 1
|
71 |
+
diff_output_preservation_class: person
|
72 |
+
model:
|
73 |
+
name_or_path: Qwen/Qwen-Image
|
74 |
+
quantize: true
|
75 |
+
qtype: uint3|ostris/accuracy_recovery_adapters/qwen_image_torchao_uint3.safetensors
|
76 |
+
quantize_te: true
|
77 |
+
qtype_te: qfloat8
|
78 |
+
arch: qwen_image
|
79 |
+
low_vram: true
|
80 |
+
model_kwargs: {}
|
81 |
+
sample:
|
82 |
+
sampler: flowmatch
|
83 |
+
sample_every: 250
|
84 |
+
width: 512
|
85 |
+
height: 1024
|
86 |
+
samples:
|
87 |
+
- prompt: In the style of Infinite future landscape , This is a digitally created,
|
88 |
+
hyper-realistic CGI image depicting a fantastical aerial view of a sprawling
|
89 |
+
cityscape. The image showcases a massive, ancient stone arch bridge stretching
|
90 |
+
across the foreground, with intricate, gothic-style spires and towers along
|
91 |
+
its edges. Below the bridge, a vast, turquoise ocean with visible coral
|
92 |
+
reefs and islands can be seen. The city itself is densely packed with tall,
|
93 |
+
dark buildings and spires, creating a labyrinthine effect. The background
|
94 |
+
features a vibrant blue sky filled with fluffy white clouds, with the sun
|
95 |
+
shining brightly in the top right corner, casting dramatic shadows. The
|
96 |
+
overall color palette is dominated by rich blues and greens, with contrasting
|
97 |
+
dark stone textures.
|
98 |
+
- prompt: In the style of Infinite future landscape , Sunlight filters through
|
99 |
+
clouds onto a cherry blossom-filled meadow, where a blue-haired youth in
|
100 |
+
an indigo coat stands by a vermilion bridge, holding a book as petals drift
|
101 |
+
past his smile. The scene blends dynamic nature with human stillness, using
|
102 |
+
pink, red and blue hues to create harmony, while symbolic elements like
|
103 |
+
blossoms and books add depth.
|
104 |
+
neg: ''
|
105 |
+
seed: 42
|
106 |
+
walk_seed: true
|
107 |
+
guidance_scale: 4
|
108 |
+
sample_steps: 25
|
109 |
+
num_frames: 1
|
110 |
+
fps: 1
|
111 |
+
meta:
|
112 |
+
name: qwen_image_infinite_future_lora_v1
|
113 |
+
version: '1.0'
|
log.txt
ADDED
The diff for this file is too large to render.
See raw diff
|
|
optimizer.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:98a7f76baa33afa7dc4641cfac21e6148239269efdd9b69a337651d31670cf9c
|
3 |
+
size 300280909
|
qwen_image_infinite_future_lora_v1_000000250.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8b357dd6f3a378118d2a72d276470e34c8e0ca381a1bf3cee86d5600edc9ca4b
|
3 |
+
size 295146216
|
qwen_image_infinite_future_lora_v1_000000500.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0f69267945f3912451eeb087ff4ad560b5dd21a583721a223cd6c5faeeffd024
|
3 |
+
size 295146216
|
qwen_image_infinite_future_lora_v1_000000750.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2b1336473527dd9335dbe84f7be5d463f1f512ab506c02acd26d5ff4d60ba0c9
|
3 |
+
size 295146216
|
qwen_image_infinite_future_lora_v1_000001000.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:99a946856e0b2f0453e7fb10b88f0363b4e623ab4f693c97545e579873f07674
|
3 |
+
size 295146216
|
qwen_image_infinite_future_lora_v1_000001250.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:075a016cbd918abb672f0226fb4c8aac124d5037c518aab6d1b293aa5787ac07
|
3 |
+
size 295146216
|
qwen_image_infinite_future_lora_v1_000001500.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:94c6a298ae4c814758ae22fe2008ec72e408d79ca20688db1f5c19ed3e21bb48
|
3 |
+
size 295146216
|
qwen_image_infinite_future_lora_v1_000001750.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:73cab6f8118c07479b4bc4504da93f4911043a3f29fb0a053aaca050913a89ba
|
3 |
+
size 295146216
|
qwen_image_infinite_future_lora_v1_000002000.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6ca95af6243a229b9b7ac0dc8f820fb014f07eec592feb0f296a09794a36673f
|
3 |
+
size 295146216
|
qwen_image_infinite_future_lora_v1_000002250.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:193b19a163c392d2b0694a99fecfa44a898c29a79da0ac25210e5de63de80e6f
|
3 |
+
size 295146216
|
qwen_image_infinite_future_lora_v1_000002500.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:419cbf73e30bbb9e57f641245f73b0c3287444a6e3dc6dd9fb84c1001248094c
|
3 |
+
size 295146216
|
qwen_image_infinite_future_lora_v1_000002750.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:dc50ace07ff43a0f35a4fbfc46f37433853992a1caee966f33cef369f8d7ee61
|
3 |
+
size 295146216
|
samples/1755323507394__000000000_0.jpg
ADDED
![]() |
samples/1755323623175__000000000_1.jpg
ADDED
![]() |
samples/1755325556610__000000250_0.jpg
ADDED
![]() |
samples/1755325676027__000000250_1.jpg
ADDED
![]() |
samples/1755327645509__000000500_0.jpg
ADDED
![]() |
samples/1755327765007__000000500_1.jpg
ADDED
![]() |
samples/1755329745262__000000750_0.jpg
ADDED
![]() |
Git LFS Details
|
samples/1755329865999__000000750_1.jpg
ADDED
![]() |
samples/1755331818952__000001000_0.jpg
ADDED
![]() |
samples/1755331939251__000001000_1.jpg
ADDED
![]() |
samples/1755333950279__000001250_0.jpg
ADDED
![]() |
samples/1755334069989__000001250_1.jpg
ADDED
![]() |
samples/1755336059076__000001500_0.jpg
ADDED
![]() |
samples/1755336180959__000001500_1.jpg
ADDED
![]() |
samples/1755338150350__000001750_0.jpg
ADDED
![]() |
samples/1755338271326__000001750_1.jpg
ADDED
![]() |
samples/1755340258089__000002000_0.jpg
ADDED
![]() |
samples/1755340377549__000002000_1.jpg
ADDED
![]() |
samples/1755342361152__000002250_0.jpg
ADDED
![]() |
samples/1755342481283__000002250_1.jpg
ADDED
![]() |
samples/1755344474695__000002500_0.jpg
ADDED
![]() |
samples/1755344595642__000002500_1.jpg
ADDED
![]() |
samples/1755346562624__000002750_0.jpg
ADDED
![]() |
samples/1755346682932__000002750_1.jpg
ADDED
![]() |