configs/zero123plus-refine_finetune.yaml

model:
  base_learning_rate: 1.0e-05
  target: zero123plus.model.MVDiffusionRefinement
  params:
    drop_cond_prob: 0.1
    refinement: true
    stable_diffusion_config:
      pretrained_model_name_or_path: sudo-ai/zero123plus-v1.2
      custom_pipeline: ./zero123plus
    
    

data:
  target: src.data.objaverse_zero123plus.DataModuleFromConfig
  params:
    batch_size: 3
    num_workers: 1
    train:
      target: src.data.objaverse_zero123plus.RefinementData
      params:
        root_dir: refinement_dataset/
        gt_subpath: gt
        pred_subpath: shap_e
        validation: false
        caption_path: captions.json
        split_path: dataset_splits.json
    validation:
      target: src.data.objaverse_zero123plus.RefinementData
      params:
        root_dir: refinement_dataset/
        gt_subpath: gt
        pred_subpath: shap_e
        validation: true
        caption_path: captions.json
        split_path: dataset_splits.json


lightning:
  modelcheckpoint:
    params:
      every_n_train_steps: 10000
      save_top_k: 1
      save_last: true
  callbacks: {}

  trainer:
    benchmark: true
    max_epochs: -1
    gradient_clip_val: 1.0
    val_check_interval: 10000
    num_sanity_val_steps: 0
    accumulate_grad_batches: 1
    check_val_every_n_epoch: null   # if not set this, validation does not run