diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..33a1dc1e998a1983d15c202b4d330bb41dd57e70 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,9 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +overlay_lensed_recon_0.png filter=lfs diff=lfs merge=lfs -text +overlay_lensed_recon_1.png filter=lfs diff=lfs merge=lfs -text +overlay_lensed_recon_3.png filter=lfs diff=lfs merge=lfs -text +overlay_lensed_recon_4.png filter=lfs diff=lfs merge=lfs -text +overlay_lensed_recon_8.png filter=lfs diff=lfs merge=lfs -text +recon_epochBEST filter=lfs diff=lfs merge=lfs -text diff --git a/.hydra/config.yaml b/.hydra/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8cfa12d1726b66ff44e5ff844e041fb87743edf4 --- /dev/null +++ b/.hydra/config.yaml @@ -0,0 +1,184 @@ +wandb_project: lensless_demo +seed: 0 +start_delay: null +files: + cache_dir: null + dataset: bezzam/DiffuserCam-Lensless-Mirflickr-Dataset-NORM + huggingface_dataset: true + huggingface_psf: psf.tiff + single_channel_psf: true + hf_simulated: false + split_seed: null + n_files: null + test_size: null + downsample: 2 + downsample_lensed: 2 + input_snr: null + psf_snr: null + background_fp: null + background_snr_range: null + vertical_shift: null + horizontal_shift: null + rotate: false + flipud: true + flip_lensed: true + save_psf: false + crop: null + image_res: null + extra_eval: null + force_rgb: false + simulate_lensless: false + random_flip: false + random_rotate: false + random_shifts: false +alignment: null +torch: true +torch_device: cuda:2 +device_ids: null +measure: null +eval_disp_idx: +- 0 +- 1 +- 3 +- 4 +- 8 +display: + plot: true + gamma: null +save: true +reconstruction: + init: null + method: unrolled_admm + skip_unrolled: false + init_processors: null + init_pre: true + init_post: true + psf_network: false + psf_residual: false + direct_background_subtraction: false + learned_background_subtraction: false + integrated_background_subtraction: false + down_subtraction: false + integrated_background_unetres: false + unetres_input_background: false + unrolled_fista: + n_iter: 20 + tk: 1 + learn_tk: true + unrolled_admm: + n_iter: 5 + mu1: 0.0001 + mu2: 0.0001 + mu3: 0.0001 + tau: 0.0002 + trainable_inv: + K: 0.0001 + multi_wiener: + nc: + - 64 + - 128 + - 256 + - 512 + - 512 + pre_process: + network: Restormer + delay: null + freeze: null + unfreeze: null + depth: 4 + nc: + - 32 + - 64 + - 116 + - 128 + restormer_params: + dim: 24 + num_blocks: + - 2 + - 2 + - 4 + - 4 + num_refinement_blocks: 4 + heads: + - 1 + - 2 + - 4 + - 8 + ffn_expansion_factor: 2.66 + post_process: + network: Restormer + delay: null + freeze: null + unfreeze: null + train_last_layer: false + depth: 4 + nc: + - 32 + - 64 + - 116 + - 128 + restormer_params: + dim: 24 + num_blocks: + - 2 + - 2 + - 4 + - 4 + num_refinement_blocks: 4 + heads: + - 1 + - 2 + - 4 + - 8 + ffn_expansion_factor: 2.66 + compensation: null + compensation_residual: true +trainable_mask: + mask_type: null + initial_value: psf + grayscale: false + mask_lr: 0.001 + optimizer: Adam + L1_strength: 1.0 +target: object_plane +simulation: + grayscale: false + output_dim: null + object_height: 0.04 + flip: true + random_shift: false + random_vflip: 0.5 + random_hflip: 0.5 + random_rotate: false + scene2mask: 0.1 + mask2sensor: 0.009 + deadspace: true + use_waveprop: false + sensor: rpi_hq + snr_db: 10 + downsample: 8 + quantize: false + max_val: 255 +training: + batch_size: 2 + epoch: 25 + eval_batch_size: 8 + metric_for_best_model: null + save_every: null + skip_NAN: true + clip_grad: 1.0 + crop_preloss: false +optimizer: + type: AdamW + lr: 0.0001 + lr_step_epoch: false + cosine_decay_warmup: true + final_lr: false + exp_decay: false + slow_start: false + step: false + gamma: 0.1 +loss: l2 +lpips: 1.0 +unrolled_output_factor: false +pre_proc_aux: false diff --git a/.hydra/hydra.yaml b/.hydra/hydra.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a66a5bfa3821373db276acce62b3b24c16e6708a --- /dev/null +++ b/.hydra/hydra.yaml @@ -0,0 +1,156 @@ +hydra: + run: + dir: outputs/${now:%Y-%m-%d}/${now:%H-%M-%S} + sweep: + dir: multirun/${now:%Y-%m-%d}/${now:%H-%M-%S} + subdir: ${hydra.job.num} + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper + max_batch_size: null + params: null + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][HYDRA] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: simple + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + loggers: + logging_example: + level: DEBUG + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: simple + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + mode: RUN + searchpath: [] + callbacks: {} + output_subdir: .hydra + overrides: + hydra: + - hydra.mode=RUN + task: + - wandb_project=lensless_demo + - training.batch_size=2 + job: + name: train_learning_based + chdir: true + override_dirname: training.batch_size=2,wandb_project=lensless_demo + id: ??? + num: ??? + config_name: train_mirflickr_diffuser_transformer + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.3.2 + version_base: '1.3' + cwd: /root/LenslessPiCam + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /root/LenslessPiCam/configs + schema: file + provider: main + - path: '' + schema: structured + provider: schema + output_dir: /root/LenslessPiCam/outputs/2025-02-28/17-57-09 + choices: + hydra/env: default + hydra/callbacks: null + hydra/job_logging: default + hydra/hydra_logging: default + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: basic + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/.hydra/overrides.yaml b/.hydra/overrides.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6fb2753042924e5b784658957e49b0e0bb83263b --- /dev/null +++ b/.hydra/overrides.yaml @@ -0,0 +1,2 @@ +- wandb_project=lensless_demo +- training.batch_size=2 diff --git a/eval_recon/0/0.png b/eval_recon/0/0.png new file mode 100644 index 0000000000000000000000000000000000000000..5af70420101f35b8f090fdb62902ca339ca0a228 Binary files /dev/null and b/eval_recon/0/0.png differ diff --git a/eval_recon/0/1.png b/eval_recon/0/1.png new file mode 100644 index 0000000000000000000000000000000000000000..9390f37da709c28a5947f02ae99b94eba1da2b29 Binary files /dev/null and b/eval_recon/0/1.png differ diff --git a/eval_recon/0/3.png b/eval_recon/0/3.png new file mode 100644 index 0000000000000000000000000000000000000000..e856ebad060b9fd4aba760a6aa486f2f7818d5e8 Binary files /dev/null and b/eval_recon/0/3.png differ diff --git a/eval_recon/0/4.png b/eval_recon/0/4.png new file mode 100644 index 0000000000000000000000000000000000000000..4facdb79036f2961899b7f6e0bd1895fdbd445a6 Binary files /dev/null and b/eval_recon/0/4.png differ diff --git a/eval_recon/0/8.png b/eval_recon/0/8.png new file mode 100644 index 0000000000000000000000000000000000000000..565d5f3650931b24fb640904a75389eaa7d0f060 Binary files /dev/null and b/eval_recon/0/8.png differ diff --git a/eval_recon/1/0.png b/eval_recon/1/0.png new file mode 100644 index 0000000000000000000000000000000000000000..0bcb1ecdad61e987296b9bd4e455741b9f33d99e Binary files /dev/null and b/eval_recon/1/0.png differ diff --git a/eval_recon/1/1.png b/eval_recon/1/1.png new file mode 100644 index 0000000000000000000000000000000000000000..ca393dcd600e0785523c8b7d06308224b78a475c Binary files /dev/null and b/eval_recon/1/1.png differ diff --git a/eval_recon/1/3.png b/eval_recon/1/3.png new file mode 100644 index 0000000000000000000000000000000000000000..dc8b63ea417df6e9bc863b0a16c59d5b8697af09 Binary files /dev/null and b/eval_recon/1/3.png differ diff --git a/eval_recon/1/4.png b/eval_recon/1/4.png new file mode 100644 index 0000000000000000000000000000000000000000..17935736bdca5e819a4a02158e626f173c0b6383 Binary files /dev/null and b/eval_recon/1/4.png differ diff --git a/eval_recon/1/8.png b/eval_recon/1/8.png new file mode 100644 index 0000000000000000000000000000000000000000..0e9145240cd797b80dd8a506d394106de7abd0ff Binary files /dev/null and b/eval_recon/1/8.png differ diff --git a/eval_recon/10/0.png b/eval_recon/10/0.png new file mode 100644 index 0000000000000000000000000000000000000000..e8d490dda2aaa2de03a3c210e69e475a68b82c6c Binary files /dev/null and b/eval_recon/10/0.png differ diff --git a/eval_recon/10/1.png b/eval_recon/10/1.png new file mode 100644 index 0000000000000000000000000000000000000000..9ce6aaf10ebf08165c0316a79b6ec87555a767a2 Binary files /dev/null and b/eval_recon/10/1.png differ diff --git a/eval_recon/10/3.png b/eval_recon/10/3.png new file mode 100644 index 0000000000000000000000000000000000000000..3919cd614e95ef3997337f1eed3fd830a55b0e90 Binary files /dev/null and b/eval_recon/10/3.png differ diff --git a/eval_recon/10/4.png b/eval_recon/10/4.png new file mode 100644 index 0000000000000000000000000000000000000000..72447e464741053c9e3ce2d7388b810ff7bd743d Binary files /dev/null and b/eval_recon/10/4.png differ diff --git a/eval_recon/10/8.png b/eval_recon/10/8.png new file mode 100644 index 0000000000000000000000000000000000000000..4a573173b25947d3dd233e51ef9fcb4c9889c7c8 Binary files /dev/null and b/eval_recon/10/8.png differ diff --git a/eval_recon/11/0.png b/eval_recon/11/0.png new file mode 100644 index 0000000000000000000000000000000000000000..bb740c5987741cbfc2af67fa7e2f8410e0a88ac9 Binary files /dev/null and b/eval_recon/11/0.png differ diff --git a/eval_recon/11/1.png b/eval_recon/11/1.png new file mode 100644 index 0000000000000000000000000000000000000000..ae4ee4aa71be7751f5c41a7e1646a6cb156b93c0 Binary files /dev/null and b/eval_recon/11/1.png differ diff --git a/eval_recon/11/3.png b/eval_recon/11/3.png new file mode 100644 index 0000000000000000000000000000000000000000..489e6a308e87af9b1b7f5f97f52f7d1f1274cf85 Binary files /dev/null and b/eval_recon/11/3.png differ diff --git a/eval_recon/11/4.png b/eval_recon/11/4.png new file mode 100644 index 0000000000000000000000000000000000000000..ef9de83cb907b4c0b97e68b1c33b7f04e405451f Binary files /dev/null and b/eval_recon/11/4.png differ diff --git a/eval_recon/11/8.png b/eval_recon/11/8.png new file mode 100644 index 0000000000000000000000000000000000000000..fde1c7bd31e2afe50533ab44d525fbe77e6cb751 Binary files /dev/null and b/eval_recon/11/8.png differ diff --git a/eval_recon/12/0.png b/eval_recon/12/0.png new file mode 100644 index 0000000000000000000000000000000000000000..6d3c2ec471d50d26b4d645bfa68e2e278e1521ba Binary files /dev/null and b/eval_recon/12/0.png differ diff --git a/eval_recon/12/1.png b/eval_recon/12/1.png new file mode 100644 index 0000000000000000000000000000000000000000..5cfe0bfc920de716c986d354422262c4e96a59c3 Binary files /dev/null and b/eval_recon/12/1.png differ diff --git a/eval_recon/12/3.png b/eval_recon/12/3.png new file mode 100644 index 0000000000000000000000000000000000000000..3ba3230f99e9799a388fa911e169afb7a152af20 Binary files /dev/null and b/eval_recon/12/3.png differ diff --git a/eval_recon/12/4.png b/eval_recon/12/4.png new file mode 100644 index 0000000000000000000000000000000000000000..113ba9d940ecb161d10a94ca25663c695b3c20df Binary files /dev/null and b/eval_recon/12/4.png differ diff --git a/eval_recon/12/8.png b/eval_recon/12/8.png new file mode 100644 index 0000000000000000000000000000000000000000..71cc53ff6292f90811eb057d1ee12e292b86b6c7 Binary files /dev/null and b/eval_recon/12/8.png differ diff --git a/eval_recon/13/0.png b/eval_recon/13/0.png new file mode 100644 index 0000000000000000000000000000000000000000..9da638ee54addbde5e2b5a43f5e1169a5317bbdb Binary files /dev/null and b/eval_recon/13/0.png differ diff --git a/eval_recon/13/1.png b/eval_recon/13/1.png new file mode 100644 index 0000000000000000000000000000000000000000..83980f6a4329dbf885ac492a49664d4728c839be Binary files /dev/null and b/eval_recon/13/1.png differ diff --git a/eval_recon/13/3.png b/eval_recon/13/3.png new file mode 100644 index 0000000000000000000000000000000000000000..9303ce70642de517b8ef35091deb8f72c6093b17 Binary files /dev/null and b/eval_recon/13/3.png differ diff --git a/eval_recon/13/4.png b/eval_recon/13/4.png new file mode 100644 index 0000000000000000000000000000000000000000..ae6bf3170b0804585e85183fb240dcd96529d95f Binary files /dev/null and b/eval_recon/13/4.png differ diff --git a/eval_recon/13/8.png b/eval_recon/13/8.png new file mode 100644 index 0000000000000000000000000000000000000000..612156a14d207de348eb2cd87ea936ce4d2e9739 Binary files /dev/null and b/eval_recon/13/8.png differ diff --git a/eval_recon/14/0.png b/eval_recon/14/0.png new file mode 100644 index 0000000000000000000000000000000000000000..8919b7a522433fadd03923060c3762ec950d7448 Binary files /dev/null and b/eval_recon/14/0.png differ diff --git a/eval_recon/14/1.png b/eval_recon/14/1.png new file mode 100644 index 0000000000000000000000000000000000000000..602d8608a4a5465875b035788669e529f34394dc Binary files /dev/null and b/eval_recon/14/1.png differ diff --git a/eval_recon/14/3.png b/eval_recon/14/3.png new file mode 100644 index 0000000000000000000000000000000000000000..982ee22cee10b66a0208be736171e47247ad6fe1 Binary files /dev/null and b/eval_recon/14/3.png differ diff --git a/eval_recon/14/4.png b/eval_recon/14/4.png new file mode 100644 index 0000000000000000000000000000000000000000..b67c2bc2f160c3e880654e934f10dc9cd9e67933 Binary files /dev/null and b/eval_recon/14/4.png differ diff --git a/eval_recon/14/8.png b/eval_recon/14/8.png new file mode 100644 index 0000000000000000000000000000000000000000..ae6357cf71f9aa5234b26a084b10381b857f3760 Binary files /dev/null and b/eval_recon/14/8.png differ diff --git a/eval_recon/15/0.png b/eval_recon/15/0.png new file mode 100644 index 0000000000000000000000000000000000000000..ba3cd58c5d12f05f9f2eca94301692596635d2f7 Binary files /dev/null and b/eval_recon/15/0.png differ diff --git a/eval_recon/15/1.png b/eval_recon/15/1.png new file mode 100644 index 0000000000000000000000000000000000000000..9e8ddcf803de0526a5b26c2272a9d6d0b00decd0 Binary files /dev/null and b/eval_recon/15/1.png differ diff --git a/eval_recon/15/3.png b/eval_recon/15/3.png new file mode 100644 index 0000000000000000000000000000000000000000..f7cbf59deddb3c86f962eba6a03d1b6a1c98071b Binary files /dev/null and b/eval_recon/15/3.png differ diff --git a/eval_recon/15/4.png b/eval_recon/15/4.png new file mode 100644 index 0000000000000000000000000000000000000000..cdb3f409dbe4806dfe433b34d2c12e02fcb016d5 Binary files /dev/null and b/eval_recon/15/4.png differ diff --git a/eval_recon/15/8.png b/eval_recon/15/8.png new file mode 100644 index 0000000000000000000000000000000000000000..4606b1e92df6da1b4389f6d7a1840b6cdd4d794f Binary files /dev/null and b/eval_recon/15/8.png differ diff --git a/eval_recon/16/0.png b/eval_recon/16/0.png new file mode 100644 index 0000000000000000000000000000000000000000..e0cd96db0b3b0eb799b0b657ef9d12d53616de6c Binary files /dev/null and b/eval_recon/16/0.png differ diff --git a/eval_recon/16/1.png b/eval_recon/16/1.png new file mode 100644 index 0000000000000000000000000000000000000000..82b12f1bc8ceef75d0fd8ab9bec71fe240446e4d Binary files /dev/null and b/eval_recon/16/1.png differ diff --git a/eval_recon/16/3.png b/eval_recon/16/3.png new file mode 100644 index 0000000000000000000000000000000000000000..2fa6aa7a66359b7296d2119dadd8086973fd9950 Binary files /dev/null and b/eval_recon/16/3.png differ diff --git a/eval_recon/16/4.png b/eval_recon/16/4.png new file mode 100644 index 0000000000000000000000000000000000000000..e12f966522ed62075dd917efb0d6dffa8de656f9 Binary files /dev/null and b/eval_recon/16/4.png differ diff --git a/eval_recon/16/8.png b/eval_recon/16/8.png new file mode 100644 index 0000000000000000000000000000000000000000..68a12b671dd58800ceda1899865915d9c01497cb Binary files /dev/null and b/eval_recon/16/8.png differ diff --git a/eval_recon/17/0.png b/eval_recon/17/0.png new file mode 100644 index 0000000000000000000000000000000000000000..ddf2b7f86ce741f75087744db09c5f9772d07ce2 Binary files /dev/null and b/eval_recon/17/0.png differ diff --git a/eval_recon/17/1.png b/eval_recon/17/1.png new file mode 100644 index 0000000000000000000000000000000000000000..e29ca2d8799b3ba52644bd191a3aa25a729ef777 Binary files /dev/null and b/eval_recon/17/1.png differ diff --git a/eval_recon/17/3.png b/eval_recon/17/3.png new file mode 100644 index 0000000000000000000000000000000000000000..0b07e44e52f284ea04f75d08e39b660a2a583ad5 Binary files /dev/null and b/eval_recon/17/3.png differ diff --git a/eval_recon/17/4.png b/eval_recon/17/4.png new file mode 100644 index 0000000000000000000000000000000000000000..27f77e5f1ca97bb37a9b09c9cce59be6356788f2 Binary files /dev/null and b/eval_recon/17/4.png differ diff --git a/eval_recon/17/8.png b/eval_recon/17/8.png new file mode 100644 index 0000000000000000000000000000000000000000..2eee7b32bde970ad1ef23b3cfce3f76db26874e2 Binary files /dev/null and b/eval_recon/17/8.png differ diff --git a/eval_recon/18/0.png b/eval_recon/18/0.png new file mode 100644 index 0000000000000000000000000000000000000000..98343ab28698ccff6a98a1b7a14951ad70ac6317 Binary files /dev/null and b/eval_recon/18/0.png differ diff --git a/eval_recon/18/1.png b/eval_recon/18/1.png new file mode 100644 index 0000000000000000000000000000000000000000..a897ea6df6e23d993354ddd2f8aae84ce392c299 Binary files /dev/null and b/eval_recon/18/1.png differ diff --git a/eval_recon/18/3.png b/eval_recon/18/3.png new file mode 100644 index 0000000000000000000000000000000000000000..21ff674b4d3e9b240f25593c0d5e1bec5a0b3c76 Binary files /dev/null and b/eval_recon/18/3.png differ diff --git a/eval_recon/18/4.png b/eval_recon/18/4.png new file mode 100644 index 0000000000000000000000000000000000000000..bab1adc5426f4561a63c8e9a637420d78946998f Binary files /dev/null and b/eval_recon/18/4.png differ diff --git a/eval_recon/18/8.png b/eval_recon/18/8.png new file mode 100644 index 0000000000000000000000000000000000000000..b5eb9e39de668e9e320e5600ae8bda5fd20db69d Binary files /dev/null and b/eval_recon/18/8.png differ diff --git a/eval_recon/19/0.png b/eval_recon/19/0.png new file mode 100644 index 0000000000000000000000000000000000000000..9fc167c040e0b9229b56eb18be33c99b38771aa8 Binary files /dev/null and b/eval_recon/19/0.png differ diff --git a/eval_recon/19/1.png b/eval_recon/19/1.png new file mode 100644 index 0000000000000000000000000000000000000000..22bdc88874d187c6544e914d4f8c592d6952dd79 Binary files /dev/null and b/eval_recon/19/1.png differ diff --git a/eval_recon/19/3.png b/eval_recon/19/3.png new file mode 100644 index 0000000000000000000000000000000000000000..3ab0657bd4f10e9fcb115f65a212b7c823230043 Binary files /dev/null and b/eval_recon/19/3.png differ diff --git a/eval_recon/19/4.png b/eval_recon/19/4.png new file mode 100644 index 0000000000000000000000000000000000000000..71d0be4763a1a7fb8e9e97b41e43980c7490cb5d Binary files /dev/null and b/eval_recon/19/4.png differ diff --git a/eval_recon/19/8.png b/eval_recon/19/8.png new file mode 100644 index 0000000000000000000000000000000000000000..1d88085cb34eaa6622c1d65ff424b7230711e63e Binary files /dev/null and b/eval_recon/19/8.png differ diff --git a/eval_recon/2/0.png b/eval_recon/2/0.png new file mode 100644 index 0000000000000000000000000000000000000000..97f9c799e3f67e5d847ac4a1e6102301d8602268 Binary files /dev/null and b/eval_recon/2/0.png differ diff --git a/eval_recon/2/1.png b/eval_recon/2/1.png new file mode 100644 index 0000000000000000000000000000000000000000..25928dab7313ebe1ad01433d0ef481ffc845470f Binary files /dev/null and b/eval_recon/2/1.png differ diff --git a/eval_recon/2/3.png b/eval_recon/2/3.png new file mode 100644 index 0000000000000000000000000000000000000000..67066f35bfa8b5e6ad26c5a0ac4536f7f932b46b Binary files /dev/null and b/eval_recon/2/3.png differ diff --git a/eval_recon/2/4.png b/eval_recon/2/4.png new file mode 100644 index 0000000000000000000000000000000000000000..ef995a3627560fc13ba6deb4944f975405b57c40 Binary files /dev/null and b/eval_recon/2/4.png differ diff --git a/eval_recon/2/8.png b/eval_recon/2/8.png new file mode 100644 index 0000000000000000000000000000000000000000..3578250a0fdd3c67f15f101fcf67b431b5226d0b Binary files /dev/null and b/eval_recon/2/8.png differ diff --git a/eval_recon/20/0.png b/eval_recon/20/0.png new file mode 100644 index 0000000000000000000000000000000000000000..091585ce8c568e9b6f45db1aac7e87b0bc0d2695 Binary files /dev/null and b/eval_recon/20/0.png differ diff --git a/eval_recon/20/1.png b/eval_recon/20/1.png new file mode 100644 index 0000000000000000000000000000000000000000..cd4c60f5e9a1299318a04ca485538bb778166e2b Binary files /dev/null and b/eval_recon/20/1.png differ diff --git a/eval_recon/20/3.png b/eval_recon/20/3.png new file mode 100644 index 0000000000000000000000000000000000000000..a66e40223d97825cd06512c2506714504e219700 Binary files /dev/null and b/eval_recon/20/3.png differ diff --git a/eval_recon/20/4.png b/eval_recon/20/4.png new file mode 100644 index 0000000000000000000000000000000000000000..6d8dfceabdd0e5272d1b6e8a3a36aededb3fae1f Binary files /dev/null and b/eval_recon/20/4.png differ diff --git a/eval_recon/20/8.png b/eval_recon/20/8.png new file mode 100644 index 0000000000000000000000000000000000000000..b09bc05280f8f3826e8000f854396e0138bb29ee Binary files /dev/null and b/eval_recon/20/8.png differ diff --git a/eval_recon/21/0.png b/eval_recon/21/0.png new file mode 100644 index 0000000000000000000000000000000000000000..be48c69f849bb6d340c4728e4db673b60ded7d06 Binary files /dev/null and b/eval_recon/21/0.png differ diff --git a/eval_recon/21/1.png b/eval_recon/21/1.png new file mode 100644 index 0000000000000000000000000000000000000000..0c4e8bf1a376a6e9b328d2a730f14c2c93951233 Binary files /dev/null and b/eval_recon/21/1.png differ diff --git a/eval_recon/21/3.png b/eval_recon/21/3.png new file mode 100644 index 0000000000000000000000000000000000000000..93b15fd20275e807c1ea815a8380964d9cbfd5a5 Binary files /dev/null and b/eval_recon/21/3.png differ diff --git a/eval_recon/21/4.png b/eval_recon/21/4.png new file mode 100644 index 0000000000000000000000000000000000000000..c5dcb9ed217eba7a30dba746dc487c4d20836064 Binary files /dev/null and b/eval_recon/21/4.png differ diff --git a/eval_recon/21/8.png b/eval_recon/21/8.png new file mode 100644 index 0000000000000000000000000000000000000000..ca25a51991bf0aa34113337028e1ea47aeb41e3c Binary files /dev/null and b/eval_recon/21/8.png differ diff --git a/eval_recon/22/0.png b/eval_recon/22/0.png new file mode 100644 index 0000000000000000000000000000000000000000..84abc787a39fbcb8631e1280d347ec1d21c88e5f Binary files /dev/null and b/eval_recon/22/0.png differ diff --git a/eval_recon/22/1.png b/eval_recon/22/1.png new file mode 100644 index 0000000000000000000000000000000000000000..aa076ce00b11a63abf9b7d85e5b6f5cddbb77b86 Binary files /dev/null and b/eval_recon/22/1.png differ diff --git a/eval_recon/22/3.png b/eval_recon/22/3.png new file mode 100644 index 0000000000000000000000000000000000000000..c46d25c05e787e7d3ee00d576c3298770e636037 Binary files /dev/null and b/eval_recon/22/3.png differ diff --git a/eval_recon/22/4.png b/eval_recon/22/4.png new file mode 100644 index 0000000000000000000000000000000000000000..c1ac93b8f1dcb268a3f1993a24a33b07195ebe95 Binary files /dev/null and b/eval_recon/22/4.png differ diff --git a/eval_recon/22/8.png b/eval_recon/22/8.png new file mode 100644 index 0000000000000000000000000000000000000000..48d91465fe56c2c041cb2a5305c9bf308cacaaf6 Binary files /dev/null and b/eval_recon/22/8.png differ diff --git a/eval_recon/23/0.png b/eval_recon/23/0.png new file mode 100644 index 0000000000000000000000000000000000000000..2674cae59814ef8800bfb25c808e74c736bfff88 Binary files /dev/null and b/eval_recon/23/0.png differ diff --git a/eval_recon/23/1.png b/eval_recon/23/1.png new file mode 100644 index 0000000000000000000000000000000000000000..c70be4a33bd41902a26bf28e2b02878af49903bd Binary files /dev/null and b/eval_recon/23/1.png differ diff --git a/eval_recon/23/3.png b/eval_recon/23/3.png new file mode 100644 index 0000000000000000000000000000000000000000..03555d0702f8b1010261abea0525642ac44afcb3 Binary files /dev/null and b/eval_recon/23/3.png differ diff --git a/eval_recon/23/4.png b/eval_recon/23/4.png new file mode 100644 index 0000000000000000000000000000000000000000..79bb854c3854d7c5a78e11bb66ae9c13f091fb92 Binary files /dev/null and b/eval_recon/23/4.png differ diff --git a/eval_recon/23/8.png b/eval_recon/23/8.png new file mode 100644 index 0000000000000000000000000000000000000000..eea8ba148719f4da025796293175b84106a66a1a Binary files /dev/null and b/eval_recon/23/8.png differ diff --git a/eval_recon/24/0.png b/eval_recon/24/0.png new file mode 100644 index 0000000000000000000000000000000000000000..bd401a06f8fba1ec231519249b39a8817eb9535c Binary files /dev/null and b/eval_recon/24/0.png differ diff --git a/eval_recon/24/1.png b/eval_recon/24/1.png new file mode 100644 index 0000000000000000000000000000000000000000..2a9614b6a44d0172e692b04ce4bb7663ead8a7c2 Binary files /dev/null and b/eval_recon/24/1.png differ diff --git a/eval_recon/24/3.png b/eval_recon/24/3.png new file mode 100644 index 0000000000000000000000000000000000000000..c6d78c53cd5dc5ea755583a88ef2acc001417588 Binary files /dev/null and b/eval_recon/24/3.png differ diff --git a/eval_recon/24/4.png b/eval_recon/24/4.png new file mode 100644 index 0000000000000000000000000000000000000000..08c4542c9e2e671565d93e90861bf028b7a4df35 Binary files /dev/null and b/eval_recon/24/4.png differ diff --git a/eval_recon/24/8.png b/eval_recon/24/8.png new file mode 100644 index 0000000000000000000000000000000000000000..316b043052fff2969ce972b148c2e6210e4c670e Binary files /dev/null and b/eval_recon/24/8.png differ diff --git a/eval_recon/25/0.png b/eval_recon/25/0.png new file mode 100644 index 0000000000000000000000000000000000000000..c56df82601c757be1e407c84fca966b430e65bbf Binary files /dev/null and b/eval_recon/25/0.png differ diff --git a/eval_recon/25/1.png b/eval_recon/25/1.png new file mode 100644 index 0000000000000000000000000000000000000000..9d281a4c4361bb213414608329e1075f44150158 Binary files /dev/null and b/eval_recon/25/1.png differ diff --git a/eval_recon/25/3.png b/eval_recon/25/3.png new file mode 100644 index 0000000000000000000000000000000000000000..b3692a67d37f4cbbaee1b9ba5a8f9cfc7eaf3f45 Binary files /dev/null and b/eval_recon/25/3.png differ diff --git a/eval_recon/25/4.png b/eval_recon/25/4.png new file mode 100644 index 0000000000000000000000000000000000000000..f81c54b3b2c4bfdb3e6642f1a4016e61b6c97d70 Binary files /dev/null and b/eval_recon/25/4.png differ diff --git a/eval_recon/25/8.png b/eval_recon/25/8.png new file mode 100644 index 0000000000000000000000000000000000000000..9291f5d0669774cfae015089de708c59d91db6b0 Binary files /dev/null and b/eval_recon/25/8.png differ diff --git a/eval_recon/3/0.png b/eval_recon/3/0.png new file mode 100644 index 0000000000000000000000000000000000000000..f2f71468c4405f5cc4d105b178b33a36b18ddd28 Binary files /dev/null and b/eval_recon/3/0.png differ diff --git a/eval_recon/3/1.png b/eval_recon/3/1.png new file mode 100644 index 0000000000000000000000000000000000000000..678e23d1d15af747ee17b291a68774cd15c87de5 Binary files /dev/null and b/eval_recon/3/1.png differ diff --git a/eval_recon/3/3.png b/eval_recon/3/3.png new file mode 100644 index 0000000000000000000000000000000000000000..ee3ebe608de032aaa01d2d6bde01edad6519b7ea Binary files /dev/null and b/eval_recon/3/3.png differ diff --git a/eval_recon/3/4.png b/eval_recon/3/4.png new file mode 100644 index 0000000000000000000000000000000000000000..11a36a868fcf4ecc1728f441c122b7fdf8c53d44 Binary files /dev/null and b/eval_recon/3/4.png differ diff --git a/eval_recon/3/8.png b/eval_recon/3/8.png new file mode 100644 index 0000000000000000000000000000000000000000..ee9c563d62afe64aa01768d69978d873be75b66e Binary files /dev/null and b/eval_recon/3/8.png differ diff --git a/eval_recon/4/0.png b/eval_recon/4/0.png new file mode 100644 index 0000000000000000000000000000000000000000..924c525182a90a34ce0e5234731da42a4e19bccc Binary files /dev/null and b/eval_recon/4/0.png differ diff --git a/eval_recon/4/1.png b/eval_recon/4/1.png new file mode 100644 index 0000000000000000000000000000000000000000..d3da189fa4cd612c088ccf6054c1f2492a9d2373 Binary files /dev/null and b/eval_recon/4/1.png differ diff --git a/eval_recon/4/3.png b/eval_recon/4/3.png new file mode 100644 index 0000000000000000000000000000000000000000..b75b4bc24b4b2a3829979f709e44dbdf96041acf Binary files /dev/null and b/eval_recon/4/3.png differ diff --git a/eval_recon/4/4.png b/eval_recon/4/4.png new file mode 100644 index 0000000000000000000000000000000000000000..08c3cfa9f966d871e366641ee1d0194a2d007282 Binary files /dev/null and b/eval_recon/4/4.png differ diff --git a/eval_recon/4/8.png b/eval_recon/4/8.png new file mode 100644 index 0000000000000000000000000000000000000000..4961cf4344dce48a411ab96f5825601edd5c5a71 Binary files /dev/null and b/eval_recon/4/8.png differ diff --git a/eval_recon/5/0.png b/eval_recon/5/0.png new file mode 100644 index 0000000000000000000000000000000000000000..5ab0dffc3e31eceefc161a9bf618cbebf5ef5ce2 Binary files /dev/null and b/eval_recon/5/0.png differ diff --git a/eval_recon/5/1.png b/eval_recon/5/1.png new file mode 100644 index 0000000000000000000000000000000000000000..c5c3ef7ae1f3e21b8f06799433b9026188f0e646 Binary files /dev/null and b/eval_recon/5/1.png differ diff --git a/eval_recon/5/3.png b/eval_recon/5/3.png new file mode 100644 index 0000000000000000000000000000000000000000..68e5b1d3408c4276be486b14571efd5adb7697eb Binary files /dev/null and b/eval_recon/5/3.png differ diff --git a/eval_recon/5/4.png b/eval_recon/5/4.png new file mode 100644 index 0000000000000000000000000000000000000000..348df19fe58098982fa41c06c65e77519a5796ec Binary files /dev/null and b/eval_recon/5/4.png differ diff --git a/eval_recon/5/8.png b/eval_recon/5/8.png new file mode 100644 index 0000000000000000000000000000000000000000..3a62a4703f1ffc4702d497398d5ebca1db99d915 Binary files /dev/null and b/eval_recon/5/8.png differ diff --git a/eval_recon/6/0.png b/eval_recon/6/0.png new file mode 100644 index 0000000000000000000000000000000000000000..75ac7b5ba6b537d91eb3625ff5bb4e5ec1278bb8 Binary files /dev/null and b/eval_recon/6/0.png differ diff --git a/eval_recon/6/1.png b/eval_recon/6/1.png new file mode 100644 index 0000000000000000000000000000000000000000..923b194ffe9c8a1980e746622dbbc03ebba8f50d Binary files /dev/null and b/eval_recon/6/1.png differ diff --git a/eval_recon/6/3.png b/eval_recon/6/3.png new file mode 100644 index 0000000000000000000000000000000000000000..e0e24d7bd584e78da414eea7e52ef8197c4e1989 Binary files /dev/null and b/eval_recon/6/3.png differ diff --git a/eval_recon/6/4.png b/eval_recon/6/4.png new file mode 100644 index 0000000000000000000000000000000000000000..cfec4408759bca4474177cb7538ff289c040c966 Binary files /dev/null and b/eval_recon/6/4.png differ diff --git a/eval_recon/6/8.png b/eval_recon/6/8.png new file mode 100644 index 0000000000000000000000000000000000000000..6e79dbac57b4a5f64948a027891e8b5702c18e59 Binary files /dev/null and b/eval_recon/6/8.png differ diff --git a/eval_recon/7/0.png b/eval_recon/7/0.png new file mode 100644 index 0000000000000000000000000000000000000000..3f295510fce4b1f942ca7b63df7f7e3c4cffb747 Binary files /dev/null and b/eval_recon/7/0.png differ diff --git a/eval_recon/7/1.png b/eval_recon/7/1.png new file mode 100644 index 0000000000000000000000000000000000000000..322fde7ed3239f6d19c87ba6982e99f9fa1729a7 Binary files /dev/null and b/eval_recon/7/1.png differ diff --git a/eval_recon/7/3.png b/eval_recon/7/3.png new file mode 100644 index 0000000000000000000000000000000000000000..1fa98f1e31502e005adec408a94e881fd6e49bce Binary files /dev/null and b/eval_recon/7/3.png differ diff --git a/eval_recon/7/4.png b/eval_recon/7/4.png new file mode 100644 index 0000000000000000000000000000000000000000..e4c976468ba59d8a358039ea5586b670c42fb0d5 Binary files /dev/null and b/eval_recon/7/4.png differ diff --git a/eval_recon/7/8.png b/eval_recon/7/8.png new file mode 100644 index 0000000000000000000000000000000000000000..67878b12ed0e935708083d8d47a63f8e0a6cc339 Binary files /dev/null and b/eval_recon/7/8.png differ diff --git a/eval_recon/8/0.png b/eval_recon/8/0.png new file mode 100644 index 0000000000000000000000000000000000000000..3490bcc992b5935d2be2dfb67c0016cc2a20c258 Binary files /dev/null and b/eval_recon/8/0.png differ diff --git a/eval_recon/8/1.png b/eval_recon/8/1.png new file mode 100644 index 0000000000000000000000000000000000000000..20dad77c35638a67519689cf7872f4cc03b160c2 Binary files /dev/null and b/eval_recon/8/1.png differ diff --git a/eval_recon/8/3.png b/eval_recon/8/3.png new file mode 100644 index 0000000000000000000000000000000000000000..7b9e5c02989be002dd62b08493b74c4be26d6ade Binary files /dev/null and b/eval_recon/8/3.png differ diff --git a/eval_recon/8/4.png b/eval_recon/8/4.png new file mode 100644 index 0000000000000000000000000000000000000000..0d61e7a701347ec1f99f2ed02501c03b155d59f9 Binary files /dev/null and b/eval_recon/8/4.png differ diff --git a/eval_recon/8/8.png b/eval_recon/8/8.png new file mode 100644 index 0000000000000000000000000000000000000000..da5e4680774e60cb4c80072270bbe66ce08b5af7 Binary files /dev/null and b/eval_recon/8/8.png differ diff --git a/eval_recon/9/0.png b/eval_recon/9/0.png new file mode 100644 index 0000000000000000000000000000000000000000..8cc905340eea341593228b97c60ef6881c6098fb Binary files /dev/null and b/eval_recon/9/0.png differ diff --git a/eval_recon/9/1.png b/eval_recon/9/1.png new file mode 100644 index 0000000000000000000000000000000000000000..b30f101379980bc2fb7f6cb546e840b2a8d3bd2f Binary files /dev/null and b/eval_recon/9/1.png differ diff --git a/eval_recon/9/3.png b/eval_recon/9/3.png new file mode 100644 index 0000000000000000000000000000000000000000..0007370bb17a32eaed988f7443230f8574a83e60 Binary files /dev/null and b/eval_recon/9/3.png differ diff --git a/eval_recon/9/4.png b/eval_recon/9/4.png new file mode 100644 index 0000000000000000000000000000000000000000..73eb3db9ac8e773d353d57e73bf269b89337f59c Binary files /dev/null and b/eval_recon/9/4.png differ diff --git a/eval_recon/9/8.png b/eval_recon/9/8.png new file mode 100644 index 0000000000000000000000000000000000000000..9efc69dab8cbd22841d71623b1a5e3a51efeaa45 Binary files /dev/null and b/eval_recon/9/8.png differ diff --git a/lensed_0.png b/lensed_0.png new file mode 100644 index 0000000000000000000000000000000000000000..254ec56a8a84bf3a5aaf3b5a814ddd9db7123cbc Binary files /dev/null and b/lensed_0.png differ diff --git a/lensed_1.png b/lensed_1.png new file mode 100644 index 0000000000000000000000000000000000000000..5083ec0b296dcb2f26d5d09c348ab23bf95c2d02 Binary files /dev/null and b/lensed_1.png differ diff --git a/lensed_3.png b/lensed_3.png new file mode 100644 index 0000000000000000000000000000000000000000..92e31baede98d3be4b45b0ea46be4725d9d3cf91 Binary files /dev/null and b/lensed_3.png differ diff --git a/lensed_4.png b/lensed_4.png new file mode 100644 index 0000000000000000000000000000000000000000..9278ab1f4bbb1db20a5c1d9fcbe858e11cc006a2 Binary files /dev/null and b/lensed_4.png differ diff --git a/lensed_8.png b/lensed_8.png new file mode 100644 index 0000000000000000000000000000000000000000..8d20681742ebbb862fc9842b6c62be205daf1561 Binary files /dev/null and b/lensed_8.png differ diff --git a/lensless_raw_0.png b/lensless_raw_0.png new file mode 100644 index 0000000000000000000000000000000000000000..a2430ab8db06bd3c160a534be465650d2fd5b12d Binary files /dev/null and b/lensless_raw_0.png differ diff --git a/lensless_raw_1.png b/lensless_raw_1.png new file mode 100644 index 0000000000000000000000000000000000000000..3446971acac7c8e33432d08a5c3295b82bf79efe Binary files /dev/null and b/lensless_raw_1.png differ diff --git a/lensless_raw_3.png b/lensless_raw_3.png new file mode 100644 index 0000000000000000000000000000000000000000..dcb71bf33f27f5b4b11d4e5d5fb306de6c4ff634 Binary files /dev/null and b/lensless_raw_3.png differ diff --git a/lensless_raw_4.png b/lensless_raw_4.png new file mode 100644 index 0000000000000000000000000000000000000000..a2fd9db852323f1e9ec0ee40f27b2d7eb5debcec Binary files /dev/null and b/lensless_raw_4.png differ diff --git a/lensless_raw_8.png b/lensless_raw_8.png new file mode 100644 index 0000000000000000000000000000000000000000..c21288616bb634c5271a884fc754e27e4fbf103e Binary files /dev/null and b/lensless_raw_8.png differ diff --git a/lensless_recon_0.png b/lensless_recon_0.png new file mode 100644 index 0000000000000000000000000000000000000000..ccdd36778f77f35a40e914353ee233a0ebdb8a71 Binary files /dev/null and b/lensless_recon_0.png differ diff --git a/lensless_recon_1.png b/lensless_recon_1.png new file mode 100644 index 0000000000000000000000000000000000000000..58e33fe943f0f784468e89fe284d34591a908d32 Binary files /dev/null and b/lensless_recon_1.png differ diff --git a/lensless_recon_3.png b/lensless_recon_3.png new file mode 100644 index 0000000000000000000000000000000000000000..d067cb169e9b8903597baac3ea0a80c3c0c28f38 Binary files /dev/null and b/lensless_recon_3.png differ diff --git a/lensless_recon_4.png b/lensless_recon_4.png new file mode 100644 index 0000000000000000000000000000000000000000..19bc02ced90e425995deac724d224e574b9ab914 Binary files /dev/null and b/lensless_recon_4.png differ diff --git a/lensless_recon_8.png b/lensless_recon_8.png new file mode 100644 index 0000000000000000000000000000000000000000..f1c50c7933c60609d04988d39e05b66ac6f07ef2 Binary files /dev/null and b/lensless_recon_8.png differ diff --git a/metrics.json b/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..e48a283840f4bf979f960612ea9d3e237bc36a82 --- /dev/null +++ b/metrics.json @@ -0,0 +1,205 @@ +{ + "LOSS": [ + 1, + 0.46096361348529824, + 0.2676947735827411, + 0.2237047298476101, + 0.20493856664809174, + 0.19325304987219377, + 0.1847326516338313, + 0.17733714263451608, + 0.17084609245508905, + 0.16506924781544766, + 0.15971624759988304, + 0.15440590443524246, + 0.14950965759127038, + 0.1446941166844527, + 0.14001506880422382, + 0.13556548026273949, + 0.13123598493852906, + 0.12723831308260597, + 0.1235241475754106, + 0.1201749133223979, + 0.11728145546000421, + 0.11491350826970342, + 0.11304938979431389, + 0.11173099756116667, + 0.11091148214492332, + 0.11052820207566644 + ], + "LOSS_TEST": [ + 0.8870109167990384, + 0.3073519307549472, + 0.2330399876039986, + 0.2108668146265281, + 0.19895875425118995, + 0.20139919156003538, + 0.19279281614353885, + 0.18285809559290772, + 0.17586373868752625, + 0.17283240024856217, + 0.17135456657047393, + 0.17033217153586522, + 0.16662584537443506, + 0.1637370898062037, + 0.16392731083695913, + 0.16161631046070923, + 0.16073404731078855, + 0.15975196732071092, + 0.15965017641813412, + 0.15941595335120898, + 0.1592199803065244, + 0.15928555522985696, + 0.1592784246049441, + 0.15946426171785197, + 0.1595812653770784, + 0.15962450253917979 + ], + "MSE": [ + 0.1389057540648931, + 0.014512283818887637, + 0.007188227946391782, + 0.005849030528877591, + 0.00515751110588399, + 0.006966611244123768, + 0.005211986756106993, + 0.004085286323715736, + 0.003977961642704942, + 0.0038969076585371396, + 0.003500561776419018, + 0.00345329479249129, + 0.003345831690516483, + 0.0033253439295630495, + 0.0035705558237367056, + 0.0031003571351760767, + 0.0029848862014751924, + 0.002948652749444853, + 0.0029271216191411077, + 0.0029166398902756496, + 0.0028891645225549902, + 0.0028882333111517632, + 0.0028908129928780866, + 0.002877137489016499, + 0.002879214324141005, + 0.0028783915418986086 + ], + "MAE": [], + "LPIPS_Vgg": [ + 0.7481051627341453, + 0.29283964693605957, + 0.22585175965760682, + 0.2050177840976505, + 0.19380124314530595, + 0.19443258031591162, + 0.18758082938743187, + 0.17877280926919198, + 0.1718857770448213, + 0.16893549259002502, + 0.1678540047940549, + 0.16687887674337393, + 0.1632800136839186, + 0.16041174587664064, + 0.16035675501322244, + 0.15851595332553317, + 0.15774916110931336, + 0.15680331457126606, + 0.156723054798993, + 0.15649931346093332, + 0.1563308157839694, + 0.1563973219187052, + 0.15638761161206602, + 0.15658712422883547, + 0.15670205105293739, + 0.15674611099728117 + ], + "LPIPS_Alex": [], + "PSNR": [ + 9.356496514739456, + 19.128204462167858, + 22.230855313626616, + 23.169958990973395, + 23.765381741452146, + 22.60975361347676, + 23.694110998281605, + 24.823837799591583, + 24.86882112882994, + 25.14261020435108, + 25.570988310469282, + 25.634763588776458, + 25.767345667124033, + 25.83437483542197, + 25.533678832832162, + 26.18909721546345, + 26.383751533172273, + 26.431467370347338, + 26.47616687980858, + 26.490644651609617, + 26.535457689363557, + 26.531960404313004, + 26.540360768636067, + 26.565808608367277, + 26.564513202663417, + 26.56610896900013 + ], + "SSIM": [ + 0.02071222777779515, + 0.6159717514290586, + 0.728463981602643, + 0.7625925741992794, + 0.7831829884150127, + 0.7781150247957613, + 0.7756715678237938, + 0.8065954773156373, + 0.820228008118955, + 0.8303282655872501, + 0.831350043550268, + 0.8301064142951736, + 0.8371676501330432, + 0.8428461505724741, + 0.8392787058432181, + 0.8474972338767143, + 0.8475281052641921, + 0.8489347659909092, + 0.8494269543581897, + 0.8497060849382594, + 0.8499838444325062, + 0.8505623368052272, + 0.850572238156984, + 0.8508353706475373, + 0.8508643825968226, + 0.8508021496795677 + ], + "ReconstructionError": [ + 0.04137341896196952, + 0.005942814125869614, + 0.004714386368408572, + 0.005073372796233799, + 0.005029288565486416, + 0.004574805016963145, + 0.003885356809170609, + 0.004950146625311141, + 0.005385466801768003, + 0.0049063887808250975, + 0.004155495639336207, + 0.004538055945915432, + 0.004372319308327729, + 0.005201166684520678, + 0.00450345522599869, + 0.004908177753604177, + 0.004344233413678114, + 0.00469279938499915, + 0.004482567632398162, + 0.0043405218361490016, + 0.004523809069245066, + 0.004538996863752013, + 0.0045934778089785164, + 0.004672141762379719, + 0.004673829844385317, + 0.004668153680631895 + ], + "n_iter": 5, + "algorithm": "Restormer_unrolled_admm_Restormer", + "metric_for_best_model": null, + "best_epoch": 20, + "best_eval_score": 0.1592199803065244 +} \ No newline at end of file diff --git a/overlay_lensed_recon_0.png b/overlay_lensed_recon_0.png new file mode 100644 index 0000000000000000000000000000000000000000..2cfb89f3b1bb974e65c64ac3ddddedbd85023461 --- /dev/null +++ b/overlay_lensed_recon_0.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba0f7f0890ac332bc4fb3116069847befce58f9df1447c8c2bf63f33cb914e01 +size 143303 diff --git a/overlay_lensed_recon_1.png b/overlay_lensed_recon_1.png new file mode 100644 index 0000000000000000000000000000000000000000..c102580e19aec68b61c1c7820e4626d6e4af6e00 --- /dev/null +++ b/overlay_lensed_recon_1.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39c57419674573fe4d7de7a77906293355717bd657a8cbe4f8cb5bce71875e56 +size 140127 diff --git a/overlay_lensed_recon_3.png b/overlay_lensed_recon_3.png new file mode 100644 index 0000000000000000000000000000000000000000..8b65044b47bfc4f9c192c1407aaf1d689b77056f --- /dev/null +++ b/overlay_lensed_recon_3.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbc86e23ca8704dc682c987d03cb28c49e4614e104fef633b48f0a8421c156e1 +size 144054 diff --git a/overlay_lensed_recon_4.png b/overlay_lensed_recon_4.png new file mode 100644 index 0000000000000000000000000000000000000000..41f53348951ddd4413b79c255d9f7bfaeda33a6c --- /dev/null +++ b/overlay_lensed_recon_4.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a73618935a15f1cf88872b0381dd1b8cceb0416fc59ccf0b3191b6816b79aba +size 122257 diff --git a/overlay_lensed_recon_8.png b/overlay_lensed_recon_8.png new file mode 100644 index 0000000000000000000000000000000000000000..717250e928d1e47fc6e817a6529503e8c58afe74 --- /dev/null +++ b/overlay_lensed_recon_8.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b56af1069a7f9d79004401914c0766f6815161da167d4fb053a0e4a0ff7fb4c +size 164540 diff --git a/recon_epochBEST b/recon_epochBEST new file mode 100644 index 0000000000000000000000000000000000000000..867e2a580097b7e68c1a2581cb2d088d4d3df3e2 --- /dev/null +++ b/recon_epochBEST @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28819191c222dfc2e408fe1a89c962bdd4f1270cfd8b5956aa05702dbe8368ec +size 32566286 diff --git a/train_learning_based.log b/train_learning_based.log new file mode 100644 index 0000000000000000000000000000000000000000..2ea6a95231ccf18399201f648ec1c2365a6e63de --- /dev/null +++ b/train_learning_based.log @@ -0,0 +1,68 @@ +[2025-02-28 17:57:10,538][__main__][INFO] - Using GPU for training. Main device : cuda:2 +[2025-02-28 17:57:15,825][__main__][INFO] - PSF shape : torch.Size([1, 135, 240, 3]) +[2025-02-28 17:57:15,836][__main__][INFO] - PSF min : 0.0 +[2025-02-28 17:57:15,842][__main__][INFO] - PSF max : 0.12337537109851837 +[2025-02-28 17:57:15,842][__main__][INFO] - PSF dtype : torch.float32 +[2025-02-28 17:57:15,859][__main__][INFO] - PSF norm : 1.7320507764816284 +[2025-02-28 17:57:15,860][__main__][INFO] - Reconstruction a few images with ADMM... +[2025-02-28 17:57:16,422][__main__][INFO] - Cropped shape : (135, 240, 3) +[2025-02-28 17:57:17,539][__main__][INFO] - Train test size : 24000 +[2025-02-28 17:57:17,540][__main__][INFO] - Test test size : 999 +[2025-02-28 17:57:17,677][__main__][INFO] - Training model with 8089718 parameters +[2025-02-28 17:57:17,678][__main__][INFO] - -- Pre-process model with 4044848 parameters +[2025-02-28 17:57:17,679][__main__][INFO] - -- Post-process model with 4044848 parameters +[2025-02-28 17:57:17,679][__main__][INFO] - Setup time : 0.13936614990234375 s +[2025-02-28 17:57:17,679][__main__][INFO] - PSF shape : torch.Size([1, 135, 240, 3]) +[2025-02-28 17:57:17,679][__main__][INFO] - Results saved in /root/LenslessPiCam/outputs/2025-02-28/17-57-09 +[2025-02-28 17:59:05,332][__main__][INFO] - Epoch 0 with learning rate [0.0, 0.0] +[2025-02-28 20:35:39,196][__main__][INFO] - loss : 0.46096361348529824 +[2025-02-28 20:37:25,865][__main__][INFO] - Epoch 1 with learning rate [8e-05, 8e-05] +[2025-02-28 23:14:34,769][__main__][INFO] - loss : 0.2676947735827411 +[2025-02-28 23:16:21,531][__main__][INFO] - Epoch 2 with learning rate [9.975414512725057e-05, 9.975414512725057e-05] +[2025-03-01 01:53:38,496][__main__][INFO] - loss : 0.2237047298476101 +[2025-03-01 01:55:25,314][__main__][INFO] - Epoch 3 with learning rate [9.86663298624003e-05, 9.86663298624003e-05] +[2025-03-01 04:31:55,108][__main__][INFO] - loss : 0.20493856664809174 +[2025-03-01 04:33:41,683][__main__][INFO] - Epoch 4 with learning rate [9.672822322997305e-05, 9.672822322997305e-05] +[2025-03-01 07:10:27,215][__main__][INFO] - loss : 0.19325304987219377 +[2025-03-01 07:12:13,729][__main__][INFO] - Epoch 5 with learning rate [9.397368756032445e-05, 9.397368756032445e-05] +[2025-03-01 09:49:17,717][__main__][INFO] - loss : 0.1847326516338313 +[2025-03-01 09:51:05,449][__main__][INFO] - Epoch 6 with learning rate [9.045084971874738e-05, 9.045084971874738e-05] +[2025-03-01 12:28:22,027][__main__][INFO] - loss : 0.17733714263451608 +[2025-03-01 12:30:09,367][__main__][INFO] - Epoch 7 with learning rate [8.622126023955446e-05, 8.622126023955446e-05] +[2025-03-01 15:07:20,205][__main__][INFO] - loss : 0.17084609245508905 +[2025-03-01 15:09:07,820][__main__][INFO] - Epoch 8 with learning rate [8.135881792367686e-05, 8.135881792367686e-05] +[2025-03-01 17:46:34,084][__main__][INFO] - loss : 0.16506924781544766 +[2025-03-01 17:48:21,845][__main__][INFO] - Epoch 9 with learning rate [7.594847868906076e-05, 7.594847868906076e-05] +[2025-03-01 20:25:28,977][__main__][INFO] - loss : 0.15971624759988304 +[2025-03-01 20:27:16,370][__main__][INFO] - Epoch 10 with learning rate [7.008477123264848e-05, 7.008477123264848e-05] +[2025-03-01 23:04:22,024][__main__][INFO] - loss : 0.15440590443524246 +[2025-03-01 23:06:09,563][__main__][INFO] - Epoch 11 with learning rate [6.387014543809223e-05, 6.387014543809223e-05] +[2025-03-02 01:43:37,032][__main__][INFO] - loss : 0.14950965759127038 +[2025-03-02 01:45:24,526][__main__][INFO] - Epoch 12 with learning rate [5.74131823855921e-05, 5.74131823855921e-05] +[2025-03-02 04:22:57,344][__main__][INFO] - loss : 0.1446941166844527 +[2025-03-02 04:24:45,038][__main__][INFO] - Epoch 13 with learning rate [5.0826697238317935e-05, 5.0826697238317935e-05] +[2025-03-02 07:02:00,694][__main__][INFO] - loss : 0.14001506880422382 +[2025-03-02 07:03:47,566][__main__][INFO] - Epoch 14 with learning rate [4.4225768151520694e-05, 4.4225768151520694e-05] +[2025-03-02 09:40:30,074][__main__][INFO] - loss : 0.13556548026273949 +[2025-03-02 09:42:17,340][__main__][INFO] - Epoch 15 with learning rate [3.772572564296005e-05, 3.772572564296005e-05] +[2025-03-02 12:19:01,528][__main__][INFO] - loss : 0.13123598493852906 +[2025-03-02 12:20:49,158][__main__][INFO] - Epoch 16 with learning rate [3.144013755408895e-05, 3.144013755408895e-05] +[2025-03-02 14:57:37,849][__main__][INFO] - loss : 0.12723831308260597 +[2025-03-02 14:59:25,363][__main__][INFO] - Epoch 17 with learning rate [2.547882480847461e-05, 2.547882480847461e-05] +[2025-03-02 17:36:06,201][__main__][INFO] - loss : 0.1235241475754106 +[2025-03-02 17:37:52,802][__main__][INFO] - Epoch 18 with learning rate [1.9945942635848748e-05, 1.9945942635848748e-05] +[2025-03-02 20:13:35,065][__main__][INFO] - loss : 0.1201749133223979 +[2025-03-02 20:15:21,064][__main__][INFO] - Epoch 19 with learning rate [1.4938160786375572e-05, 1.4938160786375572e-05] +[2025-03-02 22:50:57,342][__main__][INFO] - loss : 0.11728145546000421 +[2025-03-02 22:52:43,111][__main__][INFO] - Epoch 20 with learning rate [1.0542974530180327e-05, 1.0542974530180327e-05] +[2025-03-03 01:28:24,113][__main__][INFO] - loss : 0.11491350826970342 +[2025-03-03 01:30:10,167][__main__][INFO] - Epoch 21 with learning rate [6.837175952121306e-06, 6.837175952121306e-06] +[2025-03-03 04:05:53,578][__main__][INFO] - loss : 0.11304938979431389 +[2025-03-03 04:07:39,366][__main__][INFO] - Epoch 22 with learning rate [3.885512251130763e-06, 3.885512251130763e-06] +[2025-03-03 06:43:20,001][__main__][INFO] - loss : 0.11173099756116667 +[2025-03-03 06:45:05,426][__main__][INFO] - Epoch 23 with learning rate [1.7395544861325718e-06, 1.7395544861325718e-06] +[2025-03-03 09:20:59,904][__main__][INFO] - loss : 0.11091148214492332 +[2025-03-03 09:22:46,290][__main__][INFO] - Epoch 24 with learning rate [4.367965336512403e-07, 4.367965336512403e-07] +[2025-03-03 11:58:50,940][__main__][INFO] - loss : 0.11052820207566644 +[2025-03-03 12:00:37,496][__main__][INFO] - Train time [hour] : 66.05510537220373 h +[2025-03-03 12:00:37,496][__main__][INFO] - Results saved in /root/LenslessPiCam/outputs/2025-02-28/17-57-09