Upload 191 files

.gitattributes

@@ -33,3 +33,172 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+eval_recon/0/0.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/0/1.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/0/3.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/0/4.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/0/8.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/1/0.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/1/1.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/1/3.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/1/4.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/1/8.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/10/0.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/10/1.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/10/3.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/10/4.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/10/8.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/11/0.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/11/1.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/11/3.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/11/4.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/11/8.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/12/0.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/12/1.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/12/3.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/12/4.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/12/8.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/13/0.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/13/1.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/13/3.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/13/4.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/13/8.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/14/0.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/14/1.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/14/3.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/14/4.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/14/8.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/15/0.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/15/1.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/15/3.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/15/4.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/15/8.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/16/0.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/16/1.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/16/3.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/16/4.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/16/8.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/17/0.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/17/1.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/17/3.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/17/4.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/17/8.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/18/0.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/18/1.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/18/3.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/18/4.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/18/8.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/19/0.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/19/1.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/19/3.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/19/4.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/19/8.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/2/0.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/2/1.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/2/3.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/2/4.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/2/8.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/20/0.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/20/1.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/20/3.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/20/4.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/20/8.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/21/0.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/21/1.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/21/3.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/21/4.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/21/8.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/22/0.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/22/1.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/22/3.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/22/4.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/22/8.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/23/0.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/23/1.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/23/3.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/23/4.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/23/8.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/24/0.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/24/1.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/24/3.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/24/4.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/24/8.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/25/0.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/25/1.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/25/3.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/25/4.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/25/8.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/3/0.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/3/1.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/3/3.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/3/4.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/3/8.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/4/0.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/4/1.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/4/3.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/4/4.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/4/8.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/5/0.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/5/1.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/5/3.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/5/4.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/5/8.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/6/0.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/6/1.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/6/3.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/6/4.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/6/8.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/7/0.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/7/1.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/7/3.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/7/4.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/7/8.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/8/0.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/8/1.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/8/3.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/8/4.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/8/8.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/9/0.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/9/1.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/9/3.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/9/4.png filter=lfs diff=lfs merge=lfs -text
+eval_recon/9/8.png filter=lfs diff=lfs merge=lfs -text
+lensed_0.png filter=lfs diff=lfs merge=lfs -text
+lensed_1.png filter=lfs diff=lfs merge=lfs -text
+lensed_3.png filter=lfs diff=lfs merge=lfs -text
+lensed_4.png filter=lfs diff=lfs merge=lfs -text
+lensed_8.png filter=lfs diff=lfs merge=lfs -text
+lensless_raw_0.png filter=lfs diff=lfs merge=lfs -text
+lensless_raw_1.png filter=lfs diff=lfs merge=lfs -text
+lensless_raw_3.png filter=lfs diff=lfs merge=lfs -text
+lensless_raw_4.png filter=lfs diff=lfs merge=lfs -text
+lensless_raw_8.png filter=lfs diff=lfs merge=lfs -text
+lensless_recon_0.png filter=lfs diff=lfs merge=lfs -text
+lensless_recon_1.png filter=lfs diff=lfs merge=lfs -text
+lensless_recon_3.png filter=lfs diff=lfs merge=lfs -text
+lensless_recon_4.png filter=lfs diff=lfs merge=lfs -text
+lensless_recon_8.png filter=lfs diff=lfs merge=lfs -text
+overlay_lensed_recon_0.png filter=lfs diff=lfs merge=lfs -text
+overlay_lensed_recon_1.png filter=lfs diff=lfs merge=lfs -text
+overlay_lensed_recon_3.png filter=lfs diff=lfs merge=lfs -text
+overlay_lensed_recon_4.png filter=lfs diff=lfs merge=lfs -text
+overlay_lensed_recon_8.png filter=lfs diff=lfs merge=lfs -text
+psf_epochBEST_0.png filter=lfs diff=lfs merge=lfs -text
+psf_epochBEST_1.png filter=lfs diff=lfs merge=lfs -text
+psf_epochBEST_2.png filter=lfs diff=lfs merge=lfs -text
+psf_epochBEST_3.png filter=lfs diff=lfs merge=lfs -text
+psf_epochBEST_4.png filter=lfs diff=lfs merge=lfs -text
+psf_epochBEST_5.png filter=lfs diff=lfs merge=lfs -text
+psf_epochBEST_6.png filter=lfs diff=lfs merge=lfs -text
+psf_epochBEST_7.png filter=lfs diff=lfs merge=lfs -text
+psf_epochBEST_8.png filter=lfs diff=lfs merge=lfs -text
+psf_epochBEST_diffabs_0.png filter=lfs diff=lfs merge=lfs -text
+psf_epochBEST_diffabs_1.png filter=lfs diff=lfs merge=lfs -text
+psf_epochBEST_diffabs_2.png filter=lfs diff=lfs merge=lfs -text
+psf_epochBEST_diffabs_3.png filter=lfs diff=lfs merge=lfs -text
+psf_epochBEST_diffabs_4.png filter=lfs diff=lfs merge=lfs -text
+psf_epochBEST_diffabs_5.png filter=lfs diff=lfs merge=lfs -text
+psf_epochBEST_diffabs_6.png filter=lfs diff=lfs merge=lfs -text
+psf_epochBEST_diffabs_7.png filter=lfs diff=lfs merge=lfs -text
+psf_epochBEST_diffabs_8.png filter=lfs diff=lfs merge=lfs -text
+recon_epochBEST filter=lfs diff=lfs merge=lfs -text

.hydra/config.yaml

@@ -0,0 +1,158 @@
+wandb_project: diffusercam_fullres
+seed: 0
+start_delay: null
+files:
+  cache_dir: null
+  dataset: bezzam/DiffuserCam-Lensless-Mirflickr-Dataset-NORM
+  huggingface_dataset: true
+  huggingface_psf: psf.tiff
+  single_channel_psf: true
+  hf_simulated: false
+  split_seed: null
+  n_files: null
+  test_size: null
+  downsample: 1
+  downsample_lensed: 1
+  input_snr: null
+  psf_snr: null
+  background_fp: null
+  background_snr_range: null
+  vertical_shift: null
+  horizontal_shift: null
+  rotate: false
+  flipud: true
+  flip_lensed: true
+  save_psf: false
+  crop: null
+  image_res: null
+  extra_eval: null
+  force_rgb: false
+  simulate_lensless: false
+  random_flip: false
+  random_rotate: false
+  random_shifts: false
+alignment: null
+torch: true
+torch_device: cuda:3
+device_ids: null
+measure: null
+eval_disp_idx:
+- 0
+- 1
+- 3
+- 4
+- 8
+display:
+  plot: true
+  gamma: null
+save: true
+reconstruction:
+  init: null
+  method: svdeconvnet
+  skip_unrolled: false
+  init_processors: null
+  init_pre: true
+  init_post: true
+  psf_network: false
+  psf_residual: false
+  direct_background_subtraction: false
+  learned_background_subtraction: false
+  integrated_background_subtraction: false
+  down_subtraction: false
+  integrated_background_unetres: false
+  unetres_input_background: false
+  unrolled_fista:
+    n_iter: 20
+    tk: 1
+    learn_tk: true
+  unrolled_admm:
+    n_iter: 5
+    mu1: 0.0001
+    mu2: 0.0001
+    mu3: 0.0001
+    tau: 0.0002
+  trainable_inv:
+    K: 0.0001
+  svdeconvnet:
+    K: 3
+  multi_wiener:
+    nc:
+    - 64
+    - 128
+    - 256
+    - 512
+    - 512
+  pre_process:
+    network: UnetRes
+    depth: 4
+    nc:
+    - 32
+    - 64
+    - 116
+    - 128
+    delay: null
+    freeze: null
+    unfreeze: null
+  post_process:
+    network: UnetRes
+    depth: 4
+    nc:
+    - 32
+    - 64
+    - 116
+    - 128
+    delay: null
+    freeze: null
+    unfreeze: null
+    train_last_layer: false
+  compensation: null
+  compensation_residual: true
+trainable_mask:
+  mask_type: TrainablePSF
+  initial_value: psf
+  grayscale: false
+  mask_lr: 0.001
+  optimizer: Adam
+  L1_strength: false
+target: object_plane
+simulation:
+  grayscale: false
+  output_dim: null
+  object_height: 0.04
+  flip: true
+  random_shift: false
+  random_vflip: 0.5
+  random_hflip: 0.5
+  random_rotate: false
+  scene2mask: 0.1
+  mask2sensor: 0.009
+  deadspace: true
+  use_waveprop: false
+  sensor: rpi_hq
+  snr_db: 10
+  downsample: 8
+  quantize: false
+  max_val: 255
+training:
+  batch_size: 4
+  epoch: 25
+  eval_batch_size: 4
+  metric_for_best_model: null
+  save_every: 1
+  skip_NAN: true
+  clip_grad: 1.0
+  crop_preloss: false
+optimizer:
+  type: AdamW
+  lr: 0.0001
+  lr_step_epoch: false
+  cosine_decay_warmup: true
+  final_lr: false
+  exp_decay: false
+  slow_start: false
+  step: false
+  gamma: 0.1
+loss: l2
+lpips: 1.0
+unrolled_output_factor: false
+pre_proc_aux: false

.hydra/hydra.yaml

@@ -0,0 +1,163 @@
+hydra:
+  run:
+    dir: outputs/${now:%Y-%m-%d}/${now:%H-%M-%S}
+  sweep:
+    dir: multirun/${now:%Y-%m-%d}/${now:%H-%M-%S}
+    subdir: ${hydra.job.num}
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: RUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .hydra
+  overrides:
+    hydra:
+    - hydra.mode=RUN
+    task:
+    - reconstruction.method=svdeconvnet
+    - trainable_mask.mask_type=TrainablePSF
+    - trainable_mask.L1_strength=False
+    - torch_device=cuda:3
+    - device_ids=null
+    - files.downsample=1
+    - files.downsample_lensed=1
+    - training.save_every=1
+    - wandb_project=diffusercam_fullres
+  job:
+    name: train_learning_based
+    chdir: true
+    override_dirname: device_ids=null,files.downsample=1,files.downsample_lensed=1,reconstruction.method=svdeconvnet,torch_device=cuda:3,trainable_mask.L1_strength=False,trainable_mask.mask_type=TrainablePSF,training.save_every=1,wandb_project=diffusercam_fullres
+    id: ???
+    num: ???
+    config_name: train_mirflickr_diffuser
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /root/LenslessPiCam
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /root/LenslessPiCam/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /root/LenslessPiCam/outputs/2025-03-03/07-46-35
+    choices:
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

.hydra/overrides.yaml

@@ -0,0 +1,9 @@
+- reconstruction.method=svdeconvnet
+- trainable_mask.mask_type=TrainablePSF
+- trainable_mask.L1_strength=False
+- torch_device=cuda:3
+- device_ids=null
+- files.downsample=1
+- files.downsample_lensed=1
+- training.save_every=1
+- wandb_project=diffusercam_fullres