| { | |
| "architectures": [ | |
| "BioGPTForICD10Classification" | |
| ], | |
| "attention_probs_dropout_prob": 0.1, | |
| "code_to_idx": { | |
| "D62": 0, | |
| "D649": 1, | |
| "D696": 2, | |
| "E039": 3, | |
| "E1122": 4, | |
| "E119": 5, | |
| "E669": 6, | |
| "E785": 7, | |
| "E871": 8, | |
| "E872": 9, | |
| "F17210": 10, | |
| "F329": 11, | |
| "F419": 12, | |
| "G4700": 13, | |
| "G4733": 14, | |
| "G8929": 15, | |
| "I10": 16, | |
| "I110": 17, | |
| "I129": 18, | |
| "I130": 19, | |
| "I2510": 20, | |
| "I252": 21, | |
| "I480": 22, | |
| "I4891": 23, | |
| "I5032": 24, | |
| "J189": 25, | |
| "J449": 26, | |
| "J45909": 27, | |
| "J9601": 28, | |
| "K219": 29, | |
| "K5900": 30, | |
| "M109": 31, | |
| "N179": 32, | |
| "N183": 33, | |
| "N189": 34, | |
| "N390": 35, | |
| "N400": 36, | |
| "Y92230": 37, | |
| "Y92239": 38, | |
| "Y929": 39, | |
| "Z23": 40, | |
| "Z66": 41, | |
| "Z7901": 42, | |
| "Z7902": 43, | |
| "Z794": 44, | |
| "Z86718": 45, | |
| "Z8673": 46, | |
| "Z87891": 47, | |
| "Z951": 48, | |
| "Z955": 49 | |
| }, | |
| "dropout_rate": 0.2, | |
| "enable_enhanced_attention": true, | |
| "enable_enhanced_classifier": true, | |
| "hidden_act": "gelu", | |
| "hidden_dropout_prob": 0.1, | |
| "hidden_size": 1024, | |
| "icd_codes": [ | |
| "D62", | |
| "D649", | |
| "D696", | |
| "E039", | |
| "E1122", | |
| "E119", | |
| "E669", | |
| "E785", | |
| "E871", | |
| "E872", | |
| "F17210", | |
| "F329", | |
| "F419", | |
| "G4700", | |
| "G4733", | |
| "G8929", | |
| "I10", | |
| "I110", | |
| "I129", | |
| "I130", | |
| "I2510", | |
| "I252", | |
| "I480", | |
| "I4891", | |
| "I5032", | |
| "J189", | |
| "J449", | |
| "J45909", | |
| "J9601", | |
| "K219", | |
| "K5900", | |
| "M109", | |
| "N179", | |
| "N183", | |
| "N189", | |
| "N390", | |
| "N400", | |
| "Y92230", | |
| "Y92239", | |
| "Y929", | |
| "Z23", | |
| "Z66", | |
| "Z7901", | |
| "Z7902", | |
| "Z794", | |
| "Z86718", | |
| "Z8673", | |
| "Z87891", | |
| "Z951", | |
| "Z955" | |
| ], | |
| "initializer_range": 0.02, | |
| "intermediate_size": 4096, | |
| "layer_norm_eps": 1e-12, | |
| "learnable_icd_embeddings": true, | |
| "max_position_embeddings": 1024, | |
| "model_type": "biogpt-icd10", | |
| "num_attention_heads": 16, | |
| "num_attention_layers": 16, | |
| "num_hidden_layers": 24, | |
| "num_icd_codes": 50, | |
| "performance_metrics": { | |
| "aggregation_method": "mean", | |
| "f1_macro": 0.6921683889110797, | |
| "f1_micro": 0.7425923267783542, | |
| "hamming_loss": 0.06360780339498354, | |
| "precision_macro": 0.6175372765898886, | |
| "precision_micro": 0.6570744275501688, | |
| "recall_macro": 0.7921473231592516, | |
| "recall_micro": 0.8537010843941537, | |
| "subset_accuracy": 0.09880922219407144 | |
| }, | |
| "prediction_threshold": 0.25, | |
| "scale_embedding": true, | |
| "torch_dtype": "float32", | |
| "training_details": { | |
| "epoch": 31, | |
| "timestamp": "2025-06-09T10:51:55.593755" | |
| }, | |
| "transformers_version": "4.52.4", | |
| "use_attention_pooling": true, | |
| "use_cache": true, | |
| "use_hierarchical_attention": true, | |
| "vocab_size": 42384 | |
| } | |