wedyanessam commited on
Commit
82c938a
·
verified ·
1 Parent(s): 9541ccc

Update FantasyTalking/model.py

Browse files
Files changed (1) hide show
  1. FantasyTalking/model.py +3 -7
FantasyTalking/model.py CHANGED
@@ -97,10 +97,8 @@ class FantasyTalkingAudioConditionModel(nn.Module):
97
 
98
  # audio proj model
99
  self.proj_model = self.init_proj(self.audio_proj_dim)
100
- #self.set_audio_processor(wan_dit)
101
- #هذا الجيد
102
- if wan_dit is not None:
103
- self.set_audio_processor(wan_dit)
104
 
105
  def init_proj(self, cross_attention_dim=5120):
106
  proj_model = AudioProjModel(
@@ -132,9 +130,7 @@ class FantasyTalkingAudioConditionModel(nn.Module):
132
  else:
133
  state_dict = torch.load(ip_ckpt, map_location="cpu")
134
  self.proj_model.load_state_dict(state_dict["proj_model"])
135
- #wan_dit.load_state_dict(state_dict["audio_processor"], strict=False)
136
- if wan_dit is not None and "audio_processor" in state_dict:
137
- wan_dit.load_state_dict(state_dict["audio_processor"], strict=False)
138
 
139
 
140
  def get_proj_fea(self, audio_fea=None):
 
97
 
98
  # audio proj model
99
  self.proj_model = self.init_proj(self.audio_proj_dim)
100
+ self.set_audio_processor(wan_dit)
101
+
 
 
102
 
103
  def init_proj(self, cross_attention_dim=5120):
104
  proj_model = AudioProjModel(
 
130
  else:
131
  state_dict = torch.load(ip_ckpt, map_location="cpu")
132
  self.proj_model.load_state_dict(state_dict["proj_model"])
133
+ wan_dit.load_state_dict(state_dict["audio_processor"], strict=False)
 
 
134
 
135
 
136
  def get_proj_fea(self, audio_fea=None):