| { | |
| "cnn_type": "densenet121", | |
| "config_dict": { | |
| "answer_spaces": { | |
| "choice_multiple": { | |
| "barretts": 3, | |
| "biopsy forceps": 14, | |
| "cecum": 8, | |
| "hemorrhoids": 5, | |
| "ileum": 6, | |
| "injection needle": 13, | |
| "metal clip": 11, | |
| "none": 15, | |
| "oesophagitis": 0, | |
| "polyp": 4, | |
| "polyp snare": 12, | |
| "pylorus": 9, | |
| "short-segment barretts": 2, | |
| "tube": 10, | |
| "ulcerative colitis": 1, | |
| "z-line": 7 | |
| }, | |
| "choice_single": { | |
| "11-20mm": 8, | |
| "5-10mm": 7, | |
| "<5mm": 6, | |
| ">20": 10, | |
| ">20mm": 9, | |
| "capsule endoscopy": 3, | |
| "colonoscopy": 4, | |
| "gastroscopy": 5, | |
| "none": 11, | |
| "paris iia": 1, | |
| "paris ip": 0, | |
| "paris is": 2 | |
| }, | |
| "color": { | |
| "black": 3, | |
| "blue": 8, | |
| "brown": 11, | |
| "flesh": 1, | |
| "green": 10, | |
| "grey": 9, | |
| "landmark:grey": 0, | |
| "none": 13, | |
| "orange": 4, | |
| "pink": 2, | |
| "purple": 12, | |
| "red": 5, | |
| "white": 6, | |
| "yellow": 7 | |
| }, | |
| "location": { | |
| "center": 4, | |
| "center-left": 3, | |
| "center-right": 5, | |
| "lower-center": 7, | |
| "lower-left": 6, | |
| "lower-right": 8, | |
| "lower-rigth": 8, | |
| "none": 9, | |
| "upper-center": 1, | |
| "upper-left": 0, | |
| "upper-right": 2 | |
| }, | |
| "numerical": { | |
| "0": 0, | |
| "1": 1, | |
| "10": 10, | |
| "11": 11, | |
| "12": 12, | |
| "13": 13, | |
| "14": 14, | |
| "15": 15, | |
| "16": 16, | |
| "2": 2, | |
| "3": 3, | |
| "4": 4, | |
| "5": 5, | |
| "6": 6, | |
| "7": 7, | |
| "8": 8, | |
| "9": 9 | |
| }, | |
| "yesno": { | |
| "no": 1, | |
| "not relevant": 2, | |
| "yes": 0 | |
| } | |
| }, | |
| "batch_size": 32, | |
| "captions_file": "data/kvasir-captions.json", | |
| "checkpoint_path": "artifacts/vqa_cnn_bilstm.pth", | |
| "cnn_out_dim": 512, | |
| "dataset_name": "SimulaMet-HOST/Kvasir-VQA", | |
| "device": "cuda", | |
| "embedding_dim": 128, | |
| "hidden_dim": 256, | |
| "img_dir": "data/images", | |
| "img_size": [ | |
| 224, | |
| 224 | |
| ], | |
| "jsonl_file": "data/kvasir-vqa.jsonl", | |
| "learning_rate": 0.0001, | |
| "max_seq_len": 20, | |
| "num_epochs": 10, | |
| "num_workers": 2, | |
| "output_dir": "artifacts/output", | |
| "patience": 5, | |
| "question_types": { | |
| "Are there any abnormalities in the image? Check all that are present.": "choice_multiple", | |
| "Are there any anatomical landmarks in the image? Check all that are present.": "choice_multiple", | |
| "Are there any instruments in the image? Check all that are present.": "choice_multiple", | |
| "Does this image contain any finding?": "yesno", | |
| "Have all polyps been removed?": "yesno", | |
| "How many findings are present?": "numerical", | |
| "How many instruments are in the image?": "numerical", | |
| "How many instrumnets are in the image?": "numerical", | |
| "How many polyps are in the image?": "numerical", | |
| "Is there a green/black box artefact?": "yesno", | |
| "Is there text?": "yesno", | |
| "Is this finding easy to detect?": "yesno", | |
| "What color is the abnormality? If more than one separate with ;": "color", | |
| "What color is the anatomical landmark? If more than one separate with ;": "color", | |
| "What is the size of the polyp?": "choice_single", | |
| "What type of polyp is present?": "choice_single", | |
| "What type of procedure is the image taken from?": "choice_single", | |
| "Where in the image is the abnormality?": "location", | |
| "Where in the image is the anatomical landmark?": "location", | |
| "Where in the image is the instrument?": "location" | |
| }, | |
| "seed": 42, | |
| "test_split": 0.15, | |
| "train_split": 0.7, | |
| "use_multi_gpu": false, | |
| "val_split": 0.15, | |
| "vocab_size": 1399 | |
| }, | |
| "model_type": "vqa_cnn_bilstm", | |
| "transformers_version": "4.51.3", | |
| "vocab_size": 1399 | |
| } | |