ford442 commited on
Commit
0278aad
·
verified ·
1 Parent(s): 5e4cab5

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -1
app.py CHANGED
@@ -183,7 +183,9 @@ def generate(
183
  else:
184
  state_file = f"rv_L_{segment-1}_{seed}.pt"
185
  state = torch.load(state_file, weights_only=False)
186
- generator = torch.Generator(device='cuda').manual_seed(seed)
 
 
187
  latents = state["intermediate_latents"].to("cuda", dtype=torch.bfloat16)
188
  guidance_scale = state["guidance_scale"]
189
  all_timesteps_cpu = state["all_timesteps"]
@@ -248,9 +250,11 @@ def generate(
248
  original_pooled_prompt_embeds_cpu = pooled_prompt_embeds.cpu()
249
  original_negative_pooled_prompt_embeds_cpu = negative_pooled_prompt_embeds.cpu()
250
  timesteps = pipe.scheduler.timesteps
 
251
  all_timesteps_cpu = timesteps.cpu() # Move to CPU
252
  state = {
253
  "intermediate_latents": intermediate_latents_cpu,
 
254
  "all_timesteps": all_timesteps_cpu, # Save full list generated by scheduler
255
  "prompt_embeds": original_prompt_embeds_cpu, # Save ORIGINAL embeds
256
  "negative_prompt_embeds": original_negative_prompt_embeds_cpu,
 
183
  else:
184
  state_file = f"rv_L_{segment-1}_{seed}.pt"
185
  state = torch.load(state_file, weights_only=False)
186
+ generator_state = state["generator_state"]
187
+ generator = torch.Generator(device='cuda') #.manual_seed(seed)
188
+ generator.set_state(generator_state)
189
  latents = state["intermediate_latents"].to("cuda", dtype=torch.bfloat16)
190
  guidance_scale = state["guidance_scale"]
191
  all_timesteps_cpu = state["all_timesteps"]
 
250
  original_pooled_prompt_embeds_cpu = pooled_prompt_embeds.cpu()
251
  original_negative_pooled_prompt_embeds_cpu = negative_pooled_prompt_embeds.cpu()
252
  timesteps = pipe.scheduler.timesteps
253
+ generator_state_cpu = generator_state.cpu()
254
  all_timesteps_cpu = timesteps.cpu() # Move to CPU
255
  state = {
256
  "intermediate_latents": intermediate_latents_cpu,
257
+ "generator_state": generator_state_cpu,
258
  "all_timesteps": all_timesteps_cpu, # Save full list generated by scheduler
259
  "prompt_embeds": original_prompt_embeds_cpu, # Save ORIGINAL embeds
260
  "negative_prompt_embeds": original_negative_prompt_embeds_cpu,