Heads identification
Hello, "only tuning the
decoder’s head layers has a lower training cost and delivers better accuracy than the full training" how can I identify heads that I want to unfreeze in the model ?
"only tuning middle layers is sufficient" same question for middle layers, how do you identify them ?
for name, param in ae.named_parameters():
print(name)
gives :
encoder.conv_in.weight
encoder.conv_in.bias
encoder.down_blocks.0.resnets.0.norm1.weight
encoder.down_blocks.0.resnets.0.norm1.bias
encoder.down_blocks.0.resnets.0.conv1.weight
encoder.down_blocks.0.resnets.0.conv1.bias
encoder.down_blocks.0.resnets.0.norm2.weight
encoder.down_blocks.0.resnets.0.norm2.bias
encoder.down_blocks.0.resnets.0.conv2.weight
encoder.down_blocks.0.resnets.0.conv2.bias
encoder.down_blocks.0.resnets.1.norm1.weight
encoder.down_blocks.0.resnets.1.norm1.bias
encoder.down_blocks.0.resnets.1.conv1.weight
encoder.down_blocks.0.resnets.1.conv1.bias
encoder.down_blocks.0.resnets.1.norm2.weight
encoder.down_blocks.0.resnets.1.norm2.bias
encoder.down_blocks.0.resnets.1.conv2.weight
encoder.down_blocks.0.resnets.1.conv2.bias
encoder.down_blocks.0.downsamplers.0.conv.weight
encoder.down_blocks.0.downsamplers.0.conv.bias
encoder.down_blocks.1.resnets.0.norm1.weight
encoder.down_blocks.1.resnets.0.norm1.bias
encoder.down_blocks.1.resnets.0.conv1.weight
encoder.down_blocks.1.resnets.0.conv1.bias
encoder.down_blocks.1.resnets.0.norm2.weight
encoder.down_blocks.1.resnets.0.norm2.bias
encoder.down_blocks.1.resnets.0.conv2.weight
encoder.down_blocks.1.resnets.0.conv2.bias
encoder.down_blocks.1.resnets.0.conv_shortcut.weight
encoder.down_blocks.1.resnets.0.conv_shortcut.bias
encoder.down_blocks.1.resnets.1.norm1.weight
encoder.down_blocks.1.resnets.1.norm1.bias
encoder.down_blocks.1.resnets.1.conv1.weight
encoder.down_blocks.1.resnets.1.conv1.bias
encoder.down_blocks.1.resnets.1.norm2.weight
encoder.down_blocks.1.resnets.1.norm2.bias
encoder.down_blocks.1.resnets.1.conv2.weight
encoder.down_blocks.1.resnets.1.conv2.bias
encoder.down_blocks.1.downsamplers.0.conv.weight
encoder.down_blocks.1.downsamplers.0.conv.bias
encoder.down_blocks.2.resnets.0.norm1.weight
encoder.down_blocks.2.resnets.0.norm1.bias
encoder.down_blocks.2.resnets.0.conv1.weight
encoder.down_blocks.2.resnets.0.conv1.bias
encoder.down_blocks.2.resnets.0.norm2.weight
encoder.down_blocks.2.resnets.0.norm2.bias
encoder.down_blocks.2.resnets.0.conv2.weight
encoder.down_blocks.2.resnets.0.conv2.bias
encoder.down_blocks.2.resnets.0.conv_shortcut.weight
encoder.down_blocks.2.resnets.0.conv_shortcut.bias
encoder.down_blocks.2.resnets.1.norm1.weight
encoder.down_blocks.2.resnets.1.norm1.bias
encoder.down_blocks.2.resnets.1.conv1.weight
encoder.down_blocks.2.resnets.1.conv1.bias
encoder.down_blocks.2.resnets.1.norm2.weight
encoder.down_blocks.2.resnets.1.norm2.bias
encoder.down_blocks.2.resnets.1.conv2.weight
encoder.down_blocks.2.resnets.1.conv2.bias
encoder.down_blocks.2.downsamplers.0.conv.weight
encoder.down_blocks.2.downsamplers.0.conv.bias
encoder.down_blocks.3.resnets.0.norm1.weight
encoder.down_blocks.3.resnets.0.norm1.bias
encoder.down_blocks.3.resnets.0.conv1.weight
encoder.down_blocks.3.resnets.0.conv1.bias
encoder.down_blocks.3.resnets.0.norm2.weight
encoder.down_blocks.3.resnets.0.norm2.bias
encoder.down_blocks.3.resnets.0.conv2.weight
encoder.down_blocks.3.resnets.0.conv2.bias
encoder.down_blocks.3.resnets.1.norm1.weight
encoder.down_blocks.3.resnets.1.norm1.bias
encoder.down_blocks.3.resnets.1.conv1.weight
encoder.down_blocks.3.resnets.1.conv1.bias
encoder.down_blocks.3.resnets.1.norm2.weight
encoder.down_blocks.3.resnets.1.norm2.bias
encoder.down_blocks.3.resnets.1.conv2.weight
encoder.down_blocks.3.resnets.1.conv2.bias
encoder.mid_block.attentions.0.group_norm.weight
encoder.mid_block.attentions.0.group_norm.bias
encoder.mid_block.attentions.0.to_q.weight
encoder.mid_block.attentions.0.to_q.bias
encoder.mid_block.attentions.0.to_k.weight
encoder.mid_block.attentions.0.to_k.bias
encoder.mid_block.attentions.0.to_v.weight
encoder.mid_block.attentions.0.to_v.bias
encoder.mid_block.attentions.0.to_out.0.weight
encoder.mid_block.attentions.0.to_out.0.bias
encoder.mid_block.resnets.0.norm1.weight
encoder.mid_block.resnets.0.norm1.bias
encoder.mid_block.resnets.0.conv1.weight
encoder.mid_block.resnets.0.conv1.bias
encoder.mid_block.resnets.0.norm2.weight
encoder.mid_block.resnets.0.norm2.bias
encoder.mid_block.resnets.0.conv2.weight
encoder.mid_block.resnets.0.conv2.bias
encoder.mid_block.resnets.1.norm1.weight
encoder.mid_block.resnets.1.norm1.bias
encoder.mid_block.resnets.1.conv1.weight
encoder.mid_block.resnets.1.conv1.bias
encoder.mid_block.resnets.1.norm2.weight
encoder.mid_block.resnets.1.norm2.bias
encoder.mid_block.resnets.1.conv2.weight
encoder.mid_block.resnets.1.conv2.bias
encoder.conv_norm_out.weight
encoder.conv_norm_out.bias
encoder.conv_out.weight
encoder.conv_out.bias
decoder.conv_in.weight
decoder.conv_in.bias
decoder.up_blocks.0.resnets.0.norm1.weight
decoder.up_blocks.0.resnets.0.norm1.bias
decoder.up_blocks.0.resnets.0.conv1.weight
decoder.up_blocks.0.resnets.0.conv1.bias
decoder.up_blocks.0.resnets.0.norm2.weight
decoder.up_blocks.0.resnets.0.norm2.bias
decoder.up_blocks.0.resnets.0.conv2.weight
decoder.up_blocks.0.resnets.0.conv2.bias
decoder.up_blocks.0.resnets.1.norm1.weight
decoder.up_blocks.0.resnets.1.norm1.bias
decoder.up_blocks.0.resnets.1.conv1.weight
decoder.up_blocks.0.resnets.1.conv1.bias
decoder.up_blocks.0.resnets.1.norm2.weight
decoder.up_blocks.0.resnets.1.norm2.bias
decoder.up_blocks.0.resnets.1.conv2.weight
decoder.up_blocks.0.resnets.1.conv2.bias
decoder.up_blocks.0.resnets.2.norm1.weight
decoder.up_blocks.0.resnets.2.norm1.bias
decoder.up_blocks.0.resnets.2.conv1.weight
decoder.up_blocks.0.resnets.2.conv1.bias
decoder.up_blocks.0.resnets.2.norm2.weight
decoder.up_blocks.0.resnets.2.norm2.bias
decoder.up_blocks.0.resnets.2.conv2.weight
decoder.up_blocks.0.resnets.2.conv2.bias
decoder.up_blocks.0.upsamplers.0.conv.weight
decoder.up_blocks.0.upsamplers.0.conv.bias
decoder.up_blocks.1.resnets.0.norm1.weight
decoder.up_blocks.1.resnets.0.norm1.bias
decoder.up_blocks.1.resnets.0.conv1.weight
decoder.up_blocks.1.resnets.0.conv1.bias
decoder.up_blocks.1.resnets.0.norm2.weight
decoder.up_blocks.1.resnets.0.norm2.bias
decoder.up_blocks.1.resnets.0.conv2.weight
decoder.up_blocks.1.resnets.0.conv2.bias
decoder.up_blocks.1.resnets.1.norm1.weight
decoder.up_blocks.1.resnets.1.norm1.bias
decoder.up_blocks.1.resnets.1.conv1.weight
decoder.up_blocks.1.resnets.1.conv1.bias
decoder.up_blocks.1.resnets.1.norm2.weight
decoder.up_blocks.1.resnets.1.norm2.bias
decoder.up_blocks.1.resnets.1.conv2.weight
decoder.up_blocks.1.resnets.1.conv2.bias
decoder.up_blocks.1.resnets.2.norm1.weight
decoder.up_blocks.1.resnets.2.norm1.bias
decoder.up_blocks.1.resnets.2.conv1.weight
decoder.up_blocks.1.resnets.2.conv1.bias
decoder.up_blocks.1.resnets.2.norm2.weight
decoder.up_blocks.1.resnets.2.norm2.bias
decoder.up_blocks.1.resnets.2.conv2.weight
decoder.up_blocks.1.resnets.2.conv2.bias
decoder.up_blocks.1.upsamplers.0.conv.weight
decoder.up_blocks.1.upsamplers.0.conv.bias
decoder.up_blocks.2.resnets.0.norm1.weight
decoder.up_blocks.2.resnets.0.norm1.bias
decoder.up_blocks.2.resnets.0.conv1.weight
decoder.up_blocks.2.resnets.0.conv1.bias
decoder.up_blocks.2.resnets.0.norm2.weight
decoder.up_blocks.2.resnets.0.norm2.bias
decoder.up_blocks.2.resnets.0.conv2.weight
decoder.up_blocks.2.resnets.0.conv2.bias
decoder.up_blocks.2.resnets.0.conv_shortcut.weight
decoder.up_blocks.2.resnets.0.conv_shortcut.bias
decoder.up_blocks.2.resnets.1.norm1.weight
decoder.up_blocks.2.resnets.1.norm1.bias
decoder.up_blocks.2.resnets.1.conv1.weight
decoder.up_blocks.2.resnets.1.conv1.bias
decoder.up_blocks.2.resnets.1.norm2.weight
decoder.up_blocks.2.resnets.1.norm2.bias
decoder.up_blocks.2.resnets.1.conv2.weight
decoder.up_blocks.2.resnets.1.conv2.bias
decoder.up_blocks.2.resnets.2.norm1.weight
decoder.up_blocks.2.resnets.2.norm1.bias
decoder.up_blocks.2.resnets.2.conv1.weight
decoder.up_blocks.2.resnets.2.conv1.bias
decoder.up_blocks.2.resnets.2.norm2.weight
decoder.up_blocks.2.resnets.2.norm2.bias
decoder.up_blocks.2.resnets.2.conv2.weight
decoder.up_blocks.2.resnets.2.conv2.bias
decoder.up_blocks.2.upsamplers.0.conv.weight
decoder.up_blocks.2.upsamplers.0.conv.bias
decoder.up_blocks.3.resnets.0.norm1.weight
decoder.up_blocks.3.resnets.0.norm1.bias
decoder.up_blocks.3.resnets.0.conv1.weight
decoder.up_blocks.3.resnets.0.conv1.bias
decoder.up_blocks.3.resnets.0.norm2.weight
decoder.up_blocks.3.resnets.0.norm2.bias
decoder.up_blocks.3.resnets.0.conv2.weight
decoder.up_blocks.3.resnets.0.conv2.bias
decoder.up_blocks.3.resnets.0.conv_shortcut.weight
decoder.up_blocks.3.resnets.0.conv_shortcut.bias
decoder.up_blocks.3.resnets.1.norm1.weight
decoder.up_blocks.3.resnets.1.norm1.bias
decoder.up_blocks.3.resnets.1.conv1.weight
decoder.up_blocks.3.resnets.1.conv1.bias
decoder.up_blocks.3.resnets.1.norm2.weight
decoder.up_blocks.3.resnets.1.norm2.bias
decoder.up_blocks.3.resnets.1.conv2.weight
decoder.up_blocks.3.resnets.1.conv2.bias
decoder.up_blocks.3.resnets.2.norm1.weight
decoder.up_blocks.3.resnets.2.norm1.bias
decoder.up_blocks.3.resnets.2.conv1.weight
decoder.up_blocks.3.resnets.2.conv1.bias
decoder.up_blocks.3.resnets.2.norm2.weight
decoder.up_blocks.3.resnets.2.norm2.bias
decoder.up_blocks.3.resnets.2.conv2.weight
decoder.up_blocks.3.resnets.2.conv2.bias
decoder.mid_block.attentions.0.group_norm.weight
decoder.mid_block.attentions.0.group_norm.bias
decoder.mid_block.attentions.0.to_q.weight
decoder.mid_block.attentions.0.to_q.bias
decoder.mid_block.attentions.0.to_k.weight
decoder.mid_block.attentions.0.to_k.bias
decoder.mid_block.attentions.0.to_v.weight
decoder.mid_block.attentions.0.to_v.bias
decoder.mid_block.attentions.0.to_out.0.weight
decoder.mid_block.attentions.0.to_out.0.bias
decoder.mid_block.resnets.0.norm1.weight
decoder.mid_block.resnets.0.norm1.bias
decoder.mid_block.resnets.0.conv1.weight
decoder.mid_block.resnets.0.conv1.bias
decoder.mid_block.resnets.0.norm2.weight
decoder.mid_block.resnets.0.norm2.bias
decoder.mid_block.resnets.0.conv2.weight
decoder.mid_block.resnets.0.conv2.bias
decoder.mid_block.resnets.1.norm1.weight
decoder.mid_block.resnets.1.norm1.bias
decoder.mid_block.resnets.1.conv1.weight
decoder.mid_block.resnets.1.conv1.bias
decoder.mid_block.resnets.1.norm2.weight
decoder.mid_block.resnets.1.norm2.bias
decoder.mid_block.resnets.1.conv2.weight
decoder.mid_block.resnets.1.conv2.bias
decoder.conv_norm_out.weight
decoder.conv_norm_out.bias
decoder.conv_out.weight
decoder.conv_out.bias
quant_conv.weight
quant_conv.bias
post_quant_conv.weight
post_quant_conv.bias
Hi Edmond,
Thanks for your interest in our work. Taking our F32 autoencoder as an example, both the encoder and decoder consist of six stages. Stage 0 corresponds to the original resolution (H, W), while stage 5 corresponds to the latent resolution (H/32, W/32). For the decoder's head layers, we unfreeze either stages 0 and 1 or stages 0, 1, and 2 in practice. As for the middle layers, we unfreeze stages 3, 4, and 5 in both the encoder and decoder.
Hello, thank you for your work and for your help.
So do I understand correctly in total to unfreeze parameters starting with : encoder.down_blocks.3*, encoder.mid_block*, decoder.up_blocks., and decoder.mid_block ?
Well, the model you posted is not a DC-AE model. It seems to be an SD-VAE model. In DC-AE model, there are more stages in the encoder and the decoder, and there are no mid_block or quant_conv layers.
Ah my bad, please accept my apologies.
Can you please tell me the parameters' prefixes I have to pick for "mit-han-lab/dc-ae-f128c512-mix-1.0-diffusers" ?
The names are :
encoder.conv_in.conv.weight
encoder.conv_in.conv.bias
encoder.down_blocks.1.0.conv1.weight
encoder.down_blocks.1.0.conv1.bias
encoder.down_blocks.1.0.conv2.weight
encoder.down_blocks.1.0.norm.weight
encoder.down_blocks.1.0.norm.bias
encoder.down_blocks.1.1.conv1.weight
encoder.down_blocks.1.1.conv1.bias
encoder.down_blocks.1.1.conv2.weight
encoder.down_blocks.1.1.norm.weight
encoder.down_blocks.1.1.norm.bias
encoder.down_blocks.1.2.conv1.weight
encoder.down_blocks.1.2.conv1.bias
encoder.down_blocks.1.2.conv2.weight
encoder.down_blocks.1.2.norm.weight
encoder.down_blocks.1.2.norm.bias
encoder.down_blocks.1.3.conv1.weight
encoder.down_blocks.1.3.conv1.bias
encoder.down_blocks.1.3.conv2.weight
encoder.down_blocks.1.3.norm.weight
encoder.down_blocks.1.3.norm.bias
encoder.down_blocks.1.4.conv.weight
encoder.down_blocks.1.4.conv.bias
encoder.down_blocks.2.0.conv1.weight
encoder.down_blocks.2.0.conv1.bias
encoder.down_blocks.2.0.conv2.weight
encoder.down_blocks.2.0.norm.weight
encoder.down_blocks.2.0.norm.bias
encoder.down_blocks.2.1.conv1.weight
encoder.down_blocks.2.1.conv1.bias
encoder.down_blocks.2.1.conv2.weight
encoder.down_blocks.2.1.norm.weight
encoder.down_blocks.2.1.norm.bias
encoder.down_blocks.2.2.conv1.weight
encoder.down_blocks.2.2.conv1.bias
encoder.down_blocks.2.2.conv2.weight
encoder.down_blocks.2.2.norm.weight
encoder.down_blocks.2.2.norm.bias
encoder.down_blocks.2.3.conv1.weight
encoder.down_blocks.2.3.conv1.bias
encoder.down_blocks.2.3.conv2.weight
encoder.down_blocks.2.3.norm.weight
encoder.down_blocks.2.3.norm.bias
encoder.down_blocks.2.4.conv1.weight
encoder.down_blocks.2.4.conv1.bias
encoder.down_blocks.2.4.conv2.weight
encoder.down_blocks.2.4.norm.weight
encoder.down_blocks.2.4.norm.bias
encoder.down_blocks.2.5.conv1.weight
encoder.down_blocks.2.5.conv1.bias
encoder.down_blocks.2.5.conv2.weight
encoder.down_blocks.2.5.norm.weight
encoder.down_blocks.2.5.norm.bias
encoder.down_blocks.2.6.conv1.weight
encoder.down_blocks.2.6.conv1.bias
encoder.down_blocks.2.6.conv2.weight
encoder.down_blocks.2.6.norm.weight
encoder.down_blocks.2.6.norm.bias
encoder.down_blocks.2.7.conv1.weight
encoder.down_blocks.2.7.conv1.bias
encoder.down_blocks.2.7.conv2.weight
encoder.down_blocks.2.7.norm.weight
encoder.down_blocks.2.7.norm.bias
encoder.down_blocks.2.8.conv.weight
encoder.down_blocks.2.8.conv.bias
encoder.down_blocks.3.0.attn.to_q.weight
encoder.down_blocks.3.0.attn.to_k.weight
encoder.down_blocks.3.0.attn.to_v.weight
encoder.down_blocks.3.0.attn.to_out.weight
encoder.down_blocks.3.0.attn.norm_out.weight
encoder.down_blocks.3.0.attn.norm_out.bias
encoder.down_blocks.3.0.conv_out.conv_inverted.weight
encoder.down_blocks.3.0.conv_out.conv_inverted.bias
encoder.down_blocks.3.0.conv_out.conv_depth.weight
encoder.down_blocks.3.0.conv_out.conv_depth.bias
encoder.down_blocks.3.0.conv_out.conv_point.weight
encoder.down_blocks.3.0.conv_out.norm.weight
encoder.down_blocks.3.0.conv_out.norm.bias
encoder.down_blocks.3.1.attn.to_q.weight
encoder.down_blocks.3.1.attn.to_k.weight
encoder.down_blocks.3.1.attn.to_v.weight
encoder.down_blocks.3.1.attn.to_out.weight
encoder.down_blocks.3.1.attn.norm_out.weight
encoder.down_blocks.3.1.attn.norm_out.bias
encoder.down_blocks.3.1.conv_out.conv_inverted.weight
encoder.down_blocks.3.1.conv_out.conv_inverted.bias
encoder.down_blocks.3.1.conv_out.conv_depth.weight
encoder.down_blocks.3.1.conv_out.conv_depth.bias
encoder.down_blocks.3.1.conv_out.conv_point.weight
encoder.down_blocks.3.1.conv_out.norm.weight
encoder.down_blocks.3.1.conv_out.norm.bias
encoder.down_blocks.3.2.conv.weight
encoder.down_blocks.3.2.conv.bias
encoder.down_blocks.4.0.attn.to_q.weight
encoder.down_blocks.4.0.attn.to_k.weight
encoder.down_blocks.4.0.attn.to_v.weight
encoder.down_blocks.4.0.attn.to_out.weight
encoder.down_blocks.4.0.attn.norm_out.weight
encoder.down_blocks.4.0.attn.norm_out.bias
encoder.down_blocks.4.0.conv_out.conv_inverted.weight
encoder.down_blocks.4.0.conv_out.conv_inverted.bias
encoder.down_blocks.4.0.conv_out.conv_depth.weight
encoder.down_blocks.4.0.conv_out.conv_depth.bias
encoder.down_blocks.4.0.conv_out.conv_point.weight
encoder.down_blocks.4.0.conv_out.norm.weight
encoder.down_blocks.4.0.conv_out.norm.bias
encoder.down_blocks.4.1.attn.to_q.weight
encoder.down_blocks.4.1.attn.to_k.weight
encoder.down_blocks.4.1.attn.to_v.weight
encoder.down_blocks.4.1.attn.to_out.weight
encoder.down_blocks.4.1.attn.norm_out.weight
encoder.down_blocks.4.1.attn.norm_out.bias
encoder.down_blocks.4.1.conv_out.conv_inverted.weight
encoder.down_blocks.4.1.conv_out.conv_inverted.bias
encoder.down_blocks.4.1.conv_out.conv_depth.weight
encoder.down_blocks.4.1.conv_out.conv_depth.bias
encoder.down_blocks.4.1.conv_out.conv_point.weight
encoder.down_blocks.4.1.conv_out.norm.weight
encoder.down_blocks.4.1.conv_out.norm.bias
encoder.down_blocks.4.2.conv.weight
encoder.down_blocks.4.2.conv.bias
encoder.down_blocks.5.0.attn.to_q.weight
encoder.down_blocks.5.0.attn.to_k.weight
encoder.down_blocks.5.0.attn.to_v.weight
encoder.down_blocks.5.0.attn.to_out.weight
encoder.down_blocks.5.0.attn.norm_out.weight
encoder.down_blocks.5.0.attn.norm_out.bias
encoder.down_blocks.5.0.conv_out.conv_inverted.weight
encoder.down_blocks.5.0.conv_out.conv_inverted.bias
encoder.down_blocks.5.0.conv_out.conv_depth.weight
encoder.down_blocks.5.0.conv_out.conv_depth.bias
encoder.down_blocks.5.0.conv_out.conv_point.weight
encoder.down_blocks.5.0.conv_out.norm.weight
encoder.down_blocks.5.0.conv_out.norm.bias
encoder.down_blocks.5.1.attn.to_q.weight
encoder.down_blocks.5.1.attn.to_k.weight
encoder.down_blocks.5.1.attn.to_v.weight
encoder.down_blocks.5.1.attn.to_out.weight
encoder.down_blocks.5.1.attn.norm_out.weight
encoder.down_blocks.5.1.attn.norm_out.bias
encoder.down_blocks.5.1.conv_out.conv_inverted.weight
encoder.down_blocks.5.1.conv_out.conv_inverted.bias
encoder.down_blocks.5.1.conv_out.conv_depth.weight
encoder.down_blocks.5.1.conv_out.conv_depth.bias
encoder.down_blocks.5.1.conv_out.conv_point.weight
encoder.down_blocks.5.1.conv_out.norm.weight
encoder.down_blocks.5.1.conv_out.norm.bias
encoder.down_blocks.5.2.conv.weight
encoder.down_blocks.5.2.conv.bias
encoder.down_blocks.6.0.attn.to_q.weight
encoder.down_blocks.6.0.attn.to_k.weight
encoder.down_blocks.6.0.attn.to_v.weight
encoder.down_blocks.6.0.attn.to_out.weight
encoder.down_blocks.6.0.attn.norm_out.weight
encoder.down_blocks.6.0.attn.norm_out.bias
encoder.down_blocks.6.0.conv_out.conv_inverted.weight
encoder.down_blocks.6.0.conv_out.conv_inverted.bias
encoder.down_blocks.6.0.conv_out.conv_depth.weight
encoder.down_blocks.6.0.conv_out.conv_depth.bias
encoder.down_blocks.6.0.conv_out.conv_point.weight
encoder.down_blocks.6.0.conv_out.norm.weight
encoder.down_blocks.6.0.conv_out.norm.bias
encoder.down_blocks.6.1.attn.to_q.weight
encoder.down_blocks.6.1.attn.to_k.weight
encoder.down_blocks.6.1.attn.to_v.weight
encoder.down_blocks.6.1.attn.to_out.weight
encoder.down_blocks.6.1.attn.norm_out.weight
encoder.down_blocks.6.1.attn.norm_out.bias
encoder.down_blocks.6.1.conv_out.conv_inverted.weight
encoder.down_blocks.6.1.conv_out.conv_inverted.bias
encoder.down_blocks.6.1.conv_out.conv_depth.weight
encoder.down_blocks.6.1.conv_out.conv_depth.bias
encoder.down_blocks.6.1.conv_out.conv_point.weight
encoder.down_blocks.6.1.conv_out.norm.weight
encoder.down_blocks.6.1.conv_out.norm.bias
encoder.down_blocks.6.2.conv.weight
encoder.down_blocks.6.2.conv.bias
encoder.down_blocks.7.0.attn.to_q.weight
encoder.down_blocks.7.0.attn.to_k.weight
encoder.down_blocks.7.0.attn.to_v.weight
encoder.down_blocks.7.0.attn.to_out.weight
encoder.down_blocks.7.0.attn.norm_out.weight
encoder.down_blocks.7.0.attn.norm_out.bias
encoder.down_blocks.7.0.conv_out.conv_inverted.weight
encoder.down_blocks.7.0.conv_out.conv_inverted.bias
encoder.down_blocks.7.0.conv_out.conv_depth.weight
encoder.down_blocks.7.0.conv_out.conv_depth.bias
encoder.down_blocks.7.0.conv_out.conv_point.weight
encoder.down_blocks.7.0.conv_out.norm.weight
encoder.down_blocks.7.0.conv_out.norm.bias
encoder.down_blocks.7.1.attn.to_q.weight
encoder.down_blocks.7.1.attn.to_k.weight
encoder.down_blocks.7.1.attn.to_v.weight
encoder.down_blocks.7.1.attn.to_out.weight
encoder.down_blocks.7.1.attn.norm_out.weight
encoder.down_blocks.7.1.attn.norm_out.bias
encoder.down_blocks.7.1.conv_out.conv_inverted.weight
encoder.down_blocks.7.1.conv_out.conv_inverted.bias
encoder.down_blocks.7.1.conv_out.conv_depth.weight
encoder.down_blocks.7.1.conv_out.conv_depth.bias
encoder.down_blocks.7.1.conv_out.conv_point.weight
encoder.down_blocks.7.1.conv_out.norm.weight
encoder.down_blocks.7.1.conv_out.norm.bias
encoder.conv_out.weight
encoder.conv_out.bias
decoder.conv_in.weight
decoder.conv_in.bias
decoder.up_blocks.1.0.conv.weight
decoder.up_blocks.1.0.conv.bias
decoder.up_blocks.1.1.conv1.weight
decoder.up_blocks.1.1.conv1.bias
decoder.up_blocks.1.1.conv2.weight
decoder.up_blocks.1.1.norm.weight
decoder.up_blocks.1.1.norm.bias
decoder.up_blocks.1.2.conv1.weight
decoder.up_blocks.1.2.conv1.bias
decoder.up_blocks.1.2.conv2.weight
decoder.up_blocks.1.2.norm.weight
decoder.up_blocks.1.2.norm.bias
decoder.up_blocks.1.3.conv1.weight
decoder.up_blocks.1.3.conv1.bias
decoder.up_blocks.1.3.conv2.weight
decoder.up_blocks.1.3.norm.weight
decoder.up_blocks.1.3.norm.bias
decoder.up_blocks.1.4.conv1.weight
decoder.up_blocks.1.4.conv1.bias
decoder.up_blocks.1.4.conv2.weight
decoder.up_blocks.1.4.norm.weight
decoder.up_blocks.1.4.norm.bias
decoder.up_blocks.1.5.conv1.weight
decoder.up_blocks.1.5.conv1.bias
decoder.up_blocks.1.5.conv2.weight
decoder.up_blocks.1.5.norm.weight
decoder.up_blocks.1.5.norm.bias
decoder.up_blocks.2.0.conv.weight
decoder.up_blocks.2.0.conv.bias
decoder.up_blocks.2.1.conv1.weight
decoder.up_blocks.2.1.conv1.bias
decoder.up_blocks.2.1.conv2.weight
decoder.up_blocks.2.1.norm.weight
decoder.up_blocks.2.1.norm.bias
decoder.up_blocks.2.2.conv1.weight
decoder.up_blocks.2.2.conv1.bias
decoder.up_blocks.2.2.conv2.weight
decoder.up_blocks.2.2.norm.weight
decoder.up_blocks.2.2.norm.bias
decoder.up_blocks.2.3.conv1.weight
decoder.up_blocks.2.3.conv1.bias
decoder.up_blocks.2.3.conv2.weight
decoder.up_blocks.2.3.norm.weight
decoder.up_blocks.2.3.norm.bias
decoder.up_blocks.2.4.conv1.weight
decoder.up_blocks.2.4.conv1.bias
decoder.up_blocks.2.4.conv2.weight
decoder.up_blocks.2.4.norm.weight
decoder.up_blocks.2.4.norm.bias
decoder.up_blocks.2.5.conv1.weight
decoder.up_blocks.2.5.conv1.bias
decoder.up_blocks.2.5.conv2.weight
decoder.up_blocks.2.5.norm.weight
decoder.up_blocks.2.5.norm.bias
decoder.up_blocks.2.6.conv1.weight
decoder.up_blocks.2.6.conv1.bias
decoder.up_blocks.2.6.conv2.weight
decoder.up_blocks.2.6.norm.weight
decoder.up_blocks.2.6.norm.bias
decoder.up_blocks.2.7.conv1.weight
decoder.up_blocks.2.7.conv1.bias
decoder.up_blocks.2.7.conv2.weight
decoder.up_blocks.2.7.norm.weight
decoder.up_blocks.2.7.norm.bias
decoder.up_blocks.2.8.conv1.weight
decoder.up_blocks.2.8.conv1.bias
decoder.up_blocks.2.8.conv2.weight
decoder.up_blocks.2.8.norm.weight
decoder.up_blocks.2.8.norm.bias
decoder.up_blocks.2.9.conv1.weight
decoder.up_blocks.2.9.conv1.bias
decoder.up_blocks.2.9.conv2.weight
decoder.up_blocks.2.9.norm.weight
decoder.up_blocks.2.9.norm.bias
decoder.up_blocks.2.10.conv1.weight
decoder.up_blocks.2.10.conv1.bias
decoder.up_blocks.2.10.conv2.weight
decoder.up_blocks.2.10.norm.weight
decoder.up_blocks.2.10.norm.bias
decoder.up_blocks.3.0.conv.weight
decoder.up_blocks.3.0.conv.bias
decoder.up_blocks.3.1.attn.to_q.weight
decoder.up_blocks.3.1.attn.to_k.weight
decoder.up_blocks.3.1.attn.to_v.weight
decoder.up_blocks.3.1.attn.to_out.weight
decoder.up_blocks.3.1.attn.norm_out.weight
decoder.up_blocks.3.1.attn.norm_out.bias
decoder.up_blocks.3.1.conv_out.conv_inverted.weight
decoder.up_blocks.3.1.conv_out.conv_inverted.bias
decoder.up_blocks.3.1.conv_out.conv_depth.weight
decoder.up_blocks.3.1.conv_out.conv_depth.bias
decoder.up_blocks.3.1.conv_out.conv_point.weight
decoder.up_blocks.3.1.conv_out.norm.weight
decoder.up_blocks.3.1.conv_out.norm.bias
decoder.up_blocks.3.2.attn.to_q.weight
decoder.up_blocks.3.2.attn.to_k.weight
decoder.up_blocks.3.2.attn.to_v.weight
decoder.up_blocks.3.2.attn.to_out.weight
decoder.up_blocks.3.2.attn.norm_out.weight
decoder.up_blocks.3.2.attn.norm_out.bias
decoder.up_blocks.3.2.conv_out.conv_inverted.weight
decoder.up_blocks.3.2.conv_out.conv_inverted.bias
decoder.up_blocks.3.2.conv_out.conv_depth.weight
decoder.up_blocks.3.2.conv_out.conv_depth.bias
decoder.up_blocks.3.2.conv_out.conv_point.weight
decoder.up_blocks.3.2.conv_out.norm.weight
decoder.up_blocks.3.2.conv_out.norm.bias
decoder.up_blocks.4.0.conv.weight
decoder.up_blocks.4.0.conv.bias
decoder.up_blocks.4.1.attn.to_q.weight
decoder.up_blocks.4.1.attn.to_k.weight
decoder.up_blocks.4.1.attn.to_v.weight
decoder.up_blocks.4.1.attn.to_out.weight
decoder.up_blocks.4.1.attn.norm_out.weight
decoder.up_blocks.4.1.attn.norm_out.bias
decoder.up_blocks.4.1.conv_out.conv_inverted.weight
decoder.up_blocks.4.1.conv_out.conv_inverted.bias
decoder.up_blocks.4.1.conv_out.conv_depth.weight
decoder.up_blocks.4.1.conv_out.conv_depth.bias
decoder.up_blocks.4.1.conv_out.conv_point.weight
decoder.up_blocks.4.1.conv_out.norm.weight
decoder.up_blocks.4.1.conv_out.norm.bias
decoder.up_blocks.4.2.attn.to_q.weight
decoder.up_blocks.4.2.attn.to_k.weight
decoder.up_blocks.4.2.attn.to_v.weight
decoder.up_blocks.4.2.attn.to_out.weight
decoder.up_blocks.4.2.attn.norm_out.weight
decoder.up_blocks.4.2.attn.norm_out.bias
decoder.up_blocks.4.2.conv_out.conv_inverted.weight
decoder.up_blocks.4.2.conv_out.conv_inverted.bias
decoder.up_blocks.4.2.conv_out.conv_depth.weight
decoder.up_blocks.4.2.conv_out.conv_depth.bias
decoder.up_blocks.4.2.conv_out.conv_point.weight
decoder.up_blocks.4.2.conv_out.norm.weight
decoder.up_blocks.4.2.conv_out.norm.bias
decoder.up_blocks.5.0.conv.weight
decoder.up_blocks.5.0.conv.bias
decoder.up_blocks.5.1.attn.to_q.weight
decoder.up_blocks.5.1.attn.to_k.weight
decoder.up_blocks.5.1.attn.to_v.weight
decoder.up_blocks.5.1.attn.to_out.weight
decoder.up_blocks.5.1.attn.norm_out.weight
decoder.up_blocks.5.1.attn.norm_out.bias
decoder.up_blocks.5.1.conv_out.conv_inverted.weight
decoder.up_blocks.5.1.conv_out.conv_inverted.bias
decoder.up_blocks.5.1.conv_out.conv_depth.weight
decoder.up_blocks.5.1.conv_out.conv_depth.bias
decoder.up_blocks.5.1.conv_out.conv_point.weight
decoder.up_blocks.5.1.conv_out.norm.weight
decoder.up_blocks.5.1.conv_out.norm.bias
decoder.up_blocks.5.2.attn.to_q.weight
decoder.up_blocks.5.2.attn.to_k.weight
decoder.up_blocks.5.2.attn.to_v.weight
decoder.up_blocks.5.2.attn.to_out.weight
decoder.up_blocks.5.2.attn.norm_out.weight
decoder.up_blocks.5.2.attn.norm_out.bias
decoder.up_blocks.5.2.conv_out.conv_inverted.weight
decoder.up_blocks.5.2.conv_out.conv_inverted.bias
decoder.up_blocks.5.2.conv_out.conv_depth.weight
decoder.up_blocks.5.2.conv_out.conv_depth.bias
decoder.up_blocks.5.2.conv_out.conv_point.weight
decoder.up_blocks.5.2.conv_out.norm.weight
decoder.up_blocks.5.2.conv_out.norm.bias
decoder.up_blocks.6.0.conv.weight
decoder.up_blocks.6.0.conv.bias
decoder.up_blocks.6.1.attn.to_q.weight
decoder.up_blocks.6.1.attn.to_k.weight
decoder.up_blocks.6.1.attn.to_v.weight
decoder.up_blocks.6.1.attn.to_out.weight
decoder.up_blocks.6.1.attn.norm_out.weight
decoder.up_blocks.6.1.attn.norm_out.bias
decoder.up_blocks.6.1.conv_out.conv_inverted.weight
decoder.up_blocks.6.1.conv_out.conv_inverted.bias
decoder.up_blocks.6.1.conv_out.conv_depth.weight
decoder.up_blocks.6.1.conv_out.conv_depth.bias
decoder.up_blocks.6.1.conv_out.conv_point.weight
decoder.up_blocks.6.1.conv_out.norm.weight
decoder.up_blocks.6.1.conv_out.norm.bias
decoder.up_blocks.6.2.attn.to_q.weight
decoder.up_blocks.6.2.attn.to_k.weight
decoder.up_blocks.6.2.attn.to_v.weight
decoder.up_blocks.6.2.attn.to_out.weight
decoder.up_blocks.6.2.attn.norm_out.weight
decoder.up_blocks.6.2.attn.norm_out.bias
decoder.up_blocks.6.2.conv_out.conv_inverted.weight
decoder.up_blocks.6.2.conv_out.conv_inverted.bias
decoder.up_blocks.6.2.conv_out.conv_depth.weight
decoder.up_blocks.6.2.conv_out.conv_depth.bias
decoder.up_blocks.6.2.conv_out.conv_point.weight
decoder.up_blocks.6.2.conv_out.norm.weight
decoder.up_blocks.6.2.conv_out.norm.bias
decoder.up_blocks.7.0.attn.to_q.weight
decoder.up_blocks.7.0.attn.to_k.weight
decoder.up_blocks.7.0.attn.to_v.weight
decoder.up_blocks.7.0.attn.to_out.weight
decoder.up_blocks.7.0.attn.norm_out.weight
decoder.up_blocks.7.0.attn.norm_out.bias
decoder.up_blocks.7.0.conv_out.conv_inverted.weight
decoder.up_blocks.7.0.conv_out.conv_inverted.bias
decoder.up_blocks.7.0.conv_out.conv_depth.weight
decoder.up_blocks.7.0.conv_out.conv_depth.bias
decoder.up_blocks.7.0.conv_out.conv_point.weight
decoder.up_blocks.7.0.conv_out.norm.weight
decoder.up_blocks.7.0.conv_out.norm.bias
decoder.up_blocks.7.1.attn.to_q.weight
decoder.up_blocks.7.1.attn.to_k.weight
decoder.up_blocks.7.1.attn.to_v.weight
decoder.up_blocks.7.1.attn.to_out.weight
decoder.up_blocks.7.1.attn.norm_out.weight
decoder.up_blocks.7.1.attn.norm_out.bias
decoder.up_blocks.7.1.conv_out.conv_inverted.weight
decoder.up_blocks.7.1.conv_out.conv_inverted.bias
decoder.up_blocks.7.1.conv_out.conv_depth.weight
decoder.up_blocks.7.1.conv_out.conv_depth.bias
decoder.up_blocks.7.1.conv_out.conv_point.weight
decoder.up_blocks.7.1.conv_out.norm.weight
decoder.up_blocks.7.1.conv_out.norm.bias
decoder.norm_out.weight
decoder.norm_out.bias
decoder.conv_out.conv.weight
decoder.conv_out.conv.bias