wandb_group: lvdm_cardiacnet
output_dir: /nfs/usrhome/khmuhammad/Echodream/experiments/cardiacnet_with_both_cfg
vae_path: /nfs/usrhome/khmuhammad/Echodream/models/vae
globals:
  target_fps: 32
  target_nframes: 64
  outputs:
  - video
  - class_id
  - image
datasets:
- name: CardiacNetLatent
  active: true
  params:
    root: /nfs/usrhome/khmuhammad/Echodream/data/latents/cardiacnet
    target_fps: ${globals.target_fps}
    target_nframes: ${globals.target_nframes}
    target_resolution: 14
    outputs: ${globals.outputs}
unet:
  _class_name: UNetSpatioTemporalConditionModel
  addition_time_embed_dim: 1
  block_out_channels:
  - 128
  - 256
  - 256
  - 512
  cross_attention_dim: 1
  down_block_types:
  - CrossAttnDownBlockSpatioTemporal
  - CrossAttnDownBlockSpatioTemporal
  - CrossAttnDownBlockSpatioTemporal
  - DownBlockSpatioTemporal
  in_channels: 8
  layers_per_block: 2
  num_attention_heads:
  - 8
  - 16
  - 16
  - 32
  num_frames: ${globals.target_nframes}
  out_channels: 4
  projection_class_embeddings_input_dim: 1
  sample_size: 14
  transformer_layers_per_block: 1
  up_block_types:
  - UpBlockSpatioTemporal
  - CrossAttnUpBlockSpatioTemporal
  - CrossAttnUpBlockSpatioTemporal
  - CrossAttnUpBlockSpatioTemporal
noise_scheduler:
  _class_name: DDPMScheduler
  num_train_timesteps: 1000
  beta_start: 0.0001
  beta_end: 0.02
  beta_schedule: linear
  variance_type: fixed_small
  clip_sample: true
  clip_sample_range: 4.0
  prediction_type: v_prediction
  thresholding: false
  dynamic_thresholding_ratio: 0.995
  sample_max_value: 1.0
  timestep_spacing: leading
  steps_offset: 0
training_mode: diffusion
train_batch_size: 4
dataloader_num_workers: 16
max_train_steps: 100000
training_conditioning_type: class_id
learning_rate: 1.0e-05
lr_warmup_steps: 500
scale_lr: false
lr_scheduler: constant
use_8bit_adam: false
gradient_accumulation_steps: 1
noise_offset: 0.1
drop_conditionning: 0.1
gradient_checkpointing: false
use_ema: true
enable_xformers_memory_efficient_attention: false
allow_tf32: true
adam_beta1: 0.9
adam_beta2: 0.999
adam_weight_decay: 0.01
adam_epsilon: 1.0e-08
max_grad_norm: 1.0
logging_dir: logs
mixed_precision: fp16
validation_timesteps: 128
validation_fps: ${globals.target_fps}
validation_frames: ${globals.target_nframes}
validation_lvefs:
- 0.0
- 0.4
- 0.7
- 1.0
validation_class_ids:
- 0
- 1
- 2
- 2
validation_texts:
- '0.0'
- '0.4'
- '0.7'
- '1.0'
num_validation_samples: 4
validation_guidance: 1.0
validation_steps: 1000
validation_conditioning_type: class_id
report_to: wandb
checkpointing_steps: 1000
checkpoints_total_limit: 50
resume_from_checkpoint: null
tracker_project_name: echo-dream
seed: 42
text_encoder_path: openai/clip-vit-large-patch14
pretrained_model_name_or_path: openai/clip-vit-large-patch14
tokenizer_path: openai/clip-vit-large-patch14
train_text_encoder: false
guidance_scale_class: 5.0
guidance_scale_frame: 1.0
use_separate_guidance: true
num_train_epochs: 2858