Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -183,7 +183,9 @@ def generate(
|
|
183 |
else:
|
184 |
state_file = f"rv_L_{segment-1}_{seed}.pt"
|
185 |
state = torch.load(state_file, weights_only=False)
|
186 |
-
|
|
|
|
|
187 |
latents = state["intermediate_latents"].to("cuda", dtype=torch.bfloat16)
|
188 |
guidance_scale = state["guidance_scale"]
|
189 |
all_timesteps_cpu = state["all_timesteps"]
|
@@ -248,9 +250,11 @@ def generate(
|
|
248 |
original_pooled_prompt_embeds_cpu = pooled_prompt_embeds.cpu()
|
249 |
original_negative_pooled_prompt_embeds_cpu = negative_pooled_prompt_embeds.cpu()
|
250 |
timesteps = pipe.scheduler.timesteps
|
|
|
251 |
all_timesteps_cpu = timesteps.cpu() # Move to CPU
|
252 |
state = {
|
253 |
"intermediate_latents": intermediate_latents_cpu,
|
|
|
254 |
"all_timesteps": all_timesteps_cpu, # Save full list generated by scheduler
|
255 |
"prompt_embeds": original_prompt_embeds_cpu, # Save ORIGINAL embeds
|
256 |
"negative_prompt_embeds": original_negative_prompt_embeds_cpu,
|
|
|
183 |
else:
|
184 |
state_file = f"rv_L_{segment-1}_{seed}.pt"
|
185 |
state = torch.load(state_file, weights_only=False)
|
186 |
+
generator_state = state["generator_state"]
|
187 |
+
generator = torch.Generator(device='cuda') #.manual_seed(seed)
|
188 |
+
generator.set_state(generator_state)
|
189 |
latents = state["intermediate_latents"].to("cuda", dtype=torch.bfloat16)
|
190 |
guidance_scale = state["guidance_scale"]
|
191 |
all_timesteps_cpu = state["all_timesteps"]
|
|
|
250 |
original_pooled_prompt_embeds_cpu = pooled_prompt_embeds.cpu()
|
251 |
original_negative_pooled_prompt_embeds_cpu = negative_pooled_prompt_embeds.cpu()
|
252 |
timesteps = pipe.scheduler.timesteps
|
253 |
+
generator_state_cpu = generator_state.cpu()
|
254 |
all_timesteps_cpu = timesteps.cpu() # Move to CPU
|
255 |
state = {
|
256 |
"intermediate_latents": intermediate_latents_cpu,
|
257 |
+
"generator_state": generator_state_cpu,
|
258 |
"all_timesteps": all_timesteps_cpu, # Save full list generated by scheduler
|
259 |
"prompt_embeds": original_prompt_embeds_cpu, # Save ORIGINAL embeds
|
260 |
"negative_prompt_embeds": original_negative_prompt_embeds_cpu,
|