diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..ae009549ff8e62af9a370ee8fab299a3b9bfc72c 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +training_curves/DeiT3_combined_metrics.png filter=lfs diff=lfs merge=lfs -text +training_curves/DeiT_combined_metrics.png filter=lfs diff=lfs merge=lfs -text +training_notebook_b1.ipynb filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..9f3288080e0a144e1c8e028ccb341fb62386d07b --- /dev/null +++ b/README.md @@ -0,0 +1,161 @@ +--- +license: apache-2.0 +tags: +- vision-transformer +- image-classification +- pytorch +- timm +- deit +- gravitational-lensing +- strong-lensing +- astronomy +- astrophysics +datasets: +- J24 +metrics: +- accuracy +- auc +- f1 +model-index: +- name: DeiT-b1 + results: + - task: + type: image-classification + name: Strong Gravitational Lens Discovery + dataset: + type: common-test-sample + name: Common Test Sample (More et al. 2024) + metrics: + - type: accuracy + value: 0.7176 + name: Average Accuracy + - type: auc + value: 0.6473 + name: Average AUC-ROC + - type: f1 + value: 0.3495 + name: Average F1-Score +--- + +# 🌌 deit-gravit-b1 + +πŸ”­ This model is part of **GraViT**: Transfer Learning with Vision Transformers and MLP-Mixer for Strong Gravitational Lens Discovery + +πŸ”— **GitHub Repository**: [https://github.com/parlange/gravit](https://github.com/parlange/gravit) + +## πŸ›°οΈ Model Details + +- **πŸ€– Model Type**: DeiT +- **πŸ§ͺ Experiment**: B1 - J24-classification-head +- **🌌 Dataset**: J24 +- **πŸͺ Fine-tuning Strategy**: classification-head + + + +## πŸ’» Quick Start + +```python +import torch +import timm + +# Load the model directly from the Hub +model = timm.create_model( + 'hf-hub:parlange/deit-gravit-b1', + pretrained=True +) +model.eval() + +# Example inference +dummy_input = torch.randn(1, 3, 224, 224) +with torch.no_grad(): + output = model(dummy_input) + predictions = torch.softmax(output, dim=1) +print(f"Lens probability: {predictions[0][1]:.4f}") +``` + +## ⚑️ Training Configuration + +**Training Dataset:** J24 (Jaelani et al. 2024) +**Fine-tuning Strategy:** classification-head + + +| πŸ”§ Parameter | πŸ“ Value | +|--------------|----------| +| Batch Size | 192 | +| Learning Rate | AdamW with ReduceLROnPlateau | +| Epochs | 100 | +| Patience | 10 | +| Optimizer | AdamW | +| Scheduler | ReduceLROnPlateau | +| Image Size | 224x224 | +| Fine Tune Mode | classification_head | +| Stochastic Depth Probability | 0.1 | + + +## πŸ“ˆ Training Curves + +![Combined Training Metrics](https://huggingface.co/parlange/deit-gravit-b1/resolve/main/training_curves/DeiT_combined_metrics.png) + + +## 🏁 Final Epoch Training Metrics + +| Metric | Training | Validation | +|:---------:|:-----------:|:-------------:| +| πŸ“‰ Loss | 0.2298 | 0.2241 | +| 🎯 Accuracy | 0.9097 | 0.9105 | +| πŸ“Š AUC-ROC | 0.9668 | 0.9682 | +| βš–οΈ F1 Score | 0.9083 | 0.9092 | + + +## β˜‘οΈ Evaluation Results + +### ROC Curves and Confusion Matrices + +Performance across all test datasets (a through l) in the Common Test Sample (More et al. 2024): + +![ROC + Confusion Matrix - Dataset A](https://huggingface.co/parlange/deit-gravit-b1/resolve/main/roc_confusion_matrix/DeiT_roc_confusion_matrix_a.png) +![ROC + Confusion Matrix - Dataset B](https://huggingface.co/parlange/deit-gravit-b1/resolve/main/roc_confusion_matrix/DeiT_roc_confusion_matrix_b.png) +![ROC + Confusion Matrix - Dataset C](https://huggingface.co/parlange/deit-gravit-b1/resolve/main/roc_confusion_matrix/DeiT_roc_confusion_matrix_c.png) +![ROC + Confusion Matrix - Dataset D](https://huggingface.co/parlange/deit-gravit-b1/resolve/main/roc_confusion_matrix/DeiT_roc_confusion_matrix_d.png) +![ROC + Confusion Matrix - Dataset E](https://huggingface.co/parlange/deit-gravit-b1/resolve/main/roc_confusion_matrix/DeiT_roc_confusion_matrix_e.png) +![ROC + Confusion Matrix - Dataset F](https://huggingface.co/parlange/deit-gravit-b1/resolve/main/roc_confusion_matrix/DeiT_roc_confusion_matrix_f.png) +![ROC + Confusion Matrix - Dataset G](https://huggingface.co/parlange/deit-gravit-b1/resolve/main/roc_confusion_matrix/DeiT_roc_confusion_matrix_g.png) +![ROC + Confusion Matrix - Dataset H](https://huggingface.co/parlange/deit-gravit-b1/resolve/main/roc_confusion_matrix/DeiT_roc_confusion_matrix_h.png) +![ROC + Confusion Matrix - Dataset I](https://huggingface.co/parlange/deit-gravit-b1/resolve/main/roc_confusion_matrix/DeiT_roc_confusion_matrix_i.png) +![ROC + Confusion Matrix - Dataset J](https://huggingface.co/parlange/deit-gravit-b1/resolve/main/roc_confusion_matrix/DeiT_roc_confusion_matrix_j.png) +![ROC + Confusion Matrix - Dataset K](https://huggingface.co/parlange/deit-gravit-b1/resolve/main/roc_confusion_matrix/DeiT_roc_confusion_matrix_k.png) +![ROC + Confusion Matrix - Dataset L](https://huggingface.co/parlange/deit-gravit-b1/resolve/main/roc_confusion_matrix/DeiT_roc_confusion_matrix_l.png) + +### πŸ“‹ Performance Summary + +Average performance across 12 test datasets from the Common Test Sample (More et al. 2024): + +| Metric | Value | +|-----------|----------| +| 🎯 Average Accuracy | 0.7176 | +| πŸ“ˆ Average AUC-ROC | 0.6473 | +| βš–οΈ Average F1-Score | 0.3495 | + + +## πŸ“˜ Citation + +If you use this model in your research, please cite: + +```bibtex +@misc{parlange2025gravit, + title={GraViT: Transfer Learning with Vision Transformers and MLP-Mixer for Strong Gravitational Lens Discovery}, + author={RenΓ© Parlange and Juan C. Cuevas-Tello and Octavio Valenzuela and Omar de J. Cabrera-Rosas and TomΓ‘s Verdugo and Anupreeta More and Anton T. Jaelani}, + year={2025}, + eprint={2509.00226}, + archivePrefix={arXiv}, + primaryClass={cs.CV}, + url={https://arxiv.org/abs/2509.00226}, +} +``` + +--- + + +## Model Card Contact + +For questions about this model, please contact the author through: https://github.com/parlange/ diff --git a/config.json b/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3eb83b25243bad0eb05284fd3bfb339b17282e50 --- /dev/null +++ b/config.json @@ -0,0 +1,76 @@ +{ + "architecture": "vit_base_patch16_224", + "num_classes": 2, + "num_features": 1000, + "global_pool": "avg", + "crop_pct": 0.875, + "interpolation": "bicubic", + "mean": [ + 0.485, + 0.456, + 0.406 + ], + "std": [ + 0.229, + 0.224, + 0.225 + ], + "first_conv": "conv1", + "classifier": "fc", + "input_size": [ + 3, + 224, + 224 + ], + "pool_size": [ + 7, + 7 + ], + "pretrained_cfg": { + "tag": "gravit_b1", + "custom_load": false, + "input_size": [ + 3, + 224, + 224 + ], + "fixed_input_size": true, + "interpolation": "bicubic", + "crop_pct": 0.875, + "crop_mode": "center", + "mean": [ + 0.485, + 0.456, + 0.406 + ], + "std": [ + 0.229, + 0.224, + 0.225 + ], + "num_classes": 2, + "pool_size": [ + 7, + 7 + ], + "first_conv": "conv1", + "classifier": "fc" + }, + "model_name": "deit_gravit_b1", + "experiment": "b1", + "training_strategy": "classification-head", + "dataset": "J24", + "hyperparameters": { + "batch_size": "192", + "learning_rate": "AdamW with ReduceLROnPlateau", + "epochs": "100", + "patience": "10", + "optimizer": "AdamW", + "scheduler": "ReduceLROnPlateau", + "image_size": "224x224", + "fine_tune_mode": "classification_head", + "stochastic_depth_probability": "0.1" + }, + "hf_hub_id": "parlange/deit-gravit-b1", + "license": "apache-2.0" +} \ No newline at end of file diff --git a/confusion_matrices/DeiT3_Confusion_Matrix_a.png b/confusion_matrices/DeiT3_Confusion_Matrix_a.png new file mode 100644 index 0000000000000000000000000000000000000000..e78073824035a8daf751a4f2a53867979b2e3b7c Binary files /dev/null and b/confusion_matrices/DeiT3_Confusion_Matrix_a.png differ diff --git a/confusion_matrices/DeiT3_Confusion_Matrix_b.png b/confusion_matrices/DeiT3_Confusion_Matrix_b.png new file mode 100644 index 0000000000000000000000000000000000000000..208992d371237be4104d3dd1aff50c79206e3236 Binary files /dev/null and b/confusion_matrices/DeiT3_Confusion_Matrix_b.png differ diff --git a/confusion_matrices/DeiT3_Confusion_Matrix_c.png b/confusion_matrices/DeiT3_Confusion_Matrix_c.png new file mode 100644 index 0000000000000000000000000000000000000000..2e5cb787ea83333ee5bd5a4a01eb385a4a7797fa Binary files /dev/null and b/confusion_matrices/DeiT3_Confusion_Matrix_c.png differ diff --git a/confusion_matrices/DeiT3_Confusion_Matrix_d.png b/confusion_matrices/DeiT3_Confusion_Matrix_d.png new file mode 100644 index 0000000000000000000000000000000000000000..00afd0ab10fcde4f9fea14b9763ca73641246862 Binary files /dev/null and b/confusion_matrices/DeiT3_Confusion_Matrix_d.png differ diff --git a/confusion_matrices/DeiT3_Confusion_Matrix_e.png b/confusion_matrices/DeiT3_Confusion_Matrix_e.png new file mode 100644 index 0000000000000000000000000000000000000000..ec007b3df2c32b7ef3f506497b56a176d1637824 Binary files /dev/null and b/confusion_matrices/DeiT3_Confusion_Matrix_e.png differ diff --git a/confusion_matrices/DeiT3_Confusion_Matrix_f.png b/confusion_matrices/DeiT3_Confusion_Matrix_f.png new file mode 100644 index 0000000000000000000000000000000000000000..43a88555632bc66add31d9639f33088ccc6c1e16 Binary files /dev/null and b/confusion_matrices/DeiT3_Confusion_Matrix_f.png differ diff --git a/confusion_matrices/DeiT3_Confusion_Matrix_g.png b/confusion_matrices/DeiT3_Confusion_Matrix_g.png new file mode 100644 index 0000000000000000000000000000000000000000..e27ed4f14aaa157976364114568947014d51e552 Binary files /dev/null and b/confusion_matrices/DeiT3_Confusion_Matrix_g.png differ diff --git a/confusion_matrices/DeiT3_Confusion_Matrix_h.png b/confusion_matrices/DeiT3_Confusion_Matrix_h.png new file mode 100644 index 0000000000000000000000000000000000000000..e08e65d2008ae21722154deff1db54fc6efcf2cd Binary files /dev/null and b/confusion_matrices/DeiT3_Confusion_Matrix_h.png differ diff --git a/confusion_matrices/DeiT3_Confusion_Matrix_i.png b/confusion_matrices/DeiT3_Confusion_Matrix_i.png new file mode 100644 index 0000000000000000000000000000000000000000..8dba17c99c5bedfc9743c81e2fc49de09939db19 Binary files /dev/null and b/confusion_matrices/DeiT3_Confusion_Matrix_i.png differ diff --git a/confusion_matrices/DeiT3_Confusion_Matrix_j.png b/confusion_matrices/DeiT3_Confusion_Matrix_j.png new file mode 100644 index 0000000000000000000000000000000000000000..aa68bd8c7e42f4cb94a0a1291286f599d53180ca Binary files /dev/null and b/confusion_matrices/DeiT3_Confusion_Matrix_j.png differ diff --git a/confusion_matrices/DeiT3_Confusion_Matrix_k.png b/confusion_matrices/DeiT3_Confusion_Matrix_k.png new file mode 100644 index 0000000000000000000000000000000000000000..579498f6120e28f9765f81e5c575b5a9ba6cf781 Binary files /dev/null and b/confusion_matrices/DeiT3_Confusion_Matrix_k.png differ diff --git a/confusion_matrices/DeiT3_Confusion_Matrix_l.png b/confusion_matrices/DeiT3_Confusion_Matrix_l.png new file mode 100644 index 0000000000000000000000000000000000000000..ac08f2f73a848d561766520a3ba6e81d090673f2 Binary files /dev/null and b/confusion_matrices/DeiT3_Confusion_Matrix_l.png differ diff --git a/confusion_matrices/DeiT_Confusion_Matrix_a.png b/confusion_matrices/DeiT_Confusion_Matrix_a.png new file mode 100644 index 0000000000000000000000000000000000000000..edf86642c3865bd049cec4f46756b553ac3e252d Binary files /dev/null and b/confusion_matrices/DeiT_Confusion_Matrix_a.png differ diff --git a/confusion_matrices/DeiT_Confusion_Matrix_b.png b/confusion_matrices/DeiT_Confusion_Matrix_b.png new file mode 100644 index 0000000000000000000000000000000000000000..7719b47a40c923be3ca02886fb3191bb8e2af33b Binary files /dev/null and b/confusion_matrices/DeiT_Confusion_Matrix_b.png differ diff --git a/confusion_matrices/DeiT_Confusion_Matrix_c.png b/confusion_matrices/DeiT_Confusion_Matrix_c.png new file mode 100644 index 0000000000000000000000000000000000000000..1e1cc06f7e087139e777c9743ef936e9be152a3a Binary files /dev/null and b/confusion_matrices/DeiT_Confusion_Matrix_c.png differ diff --git a/confusion_matrices/DeiT_Confusion_Matrix_d.png b/confusion_matrices/DeiT_Confusion_Matrix_d.png new file mode 100644 index 0000000000000000000000000000000000000000..eb00acb28f08a57c60aa4825e963c7176a58f68e Binary files /dev/null and b/confusion_matrices/DeiT_Confusion_Matrix_d.png differ diff --git a/confusion_matrices/DeiT_Confusion_Matrix_e.png b/confusion_matrices/DeiT_Confusion_Matrix_e.png new file mode 100644 index 0000000000000000000000000000000000000000..aaad95662ff006441ab6d6279f9adf0c3dc1714f Binary files /dev/null and b/confusion_matrices/DeiT_Confusion_Matrix_e.png differ diff --git a/confusion_matrices/DeiT_Confusion_Matrix_f.png b/confusion_matrices/DeiT_Confusion_Matrix_f.png new file mode 100644 index 0000000000000000000000000000000000000000..78cc355e831c4d9588d2f3b4f2632a452cff2d41 Binary files /dev/null and b/confusion_matrices/DeiT_Confusion_Matrix_f.png differ diff --git a/confusion_matrices/DeiT_Confusion_Matrix_g.png b/confusion_matrices/DeiT_Confusion_Matrix_g.png new file mode 100644 index 0000000000000000000000000000000000000000..7e67fdbaac3728492451f02e9637e5cce0965238 Binary files /dev/null and b/confusion_matrices/DeiT_Confusion_Matrix_g.png differ diff --git a/confusion_matrices/DeiT_Confusion_Matrix_h.png b/confusion_matrices/DeiT_Confusion_Matrix_h.png new file mode 100644 index 0000000000000000000000000000000000000000..3f9b645ebfc4b0931ae14374a2badc45f2fa618f Binary files /dev/null and b/confusion_matrices/DeiT_Confusion_Matrix_h.png differ diff --git a/confusion_matrices/DeiT_Confusion_Matrix_i.png b/confusion_matrices/DeiT_Confusion_Matrix_i.png new file mode 100644 index 0000000000000000000000000000000000000000..b3a43f88225141e7a65716ec085687420e03203d Binary files /dev/null and b/confusion_matrices/DeiT_Confusion_Matrix_i.png differ diff --git a/confusion_matrices/DeiT_Confusion_Matrix_j.png b/confusion_matrices/DeiT_Confusion_Matrix_j.png new file mode 100644 index 0000000000000000000000000000000000000000..2aa675d2c5100efc1a89c4efb92b73c9ce4366fb Binary files /dev/null and b/confusion_matrices/DeiT_Confusion_Matrix_j.png differ diff --git a/confusion_matrices/DeiT_Confusion_Matrix_k.png b/confusion_matrices/DeiT_Confusion_Matrix_k.png new file mode 100644 index 0000000000000000000000000000000000000000..b641d7d4595f8422a4d7a9f592c6d96b0d0aa855 Binary files /dev/null and b/confusion_matrices/DeiT_Confusion_Matrix_k.png differ diff --git a/confusion_matrices/DeiT_Confusion_Matrix_l.png b/confusion_matrices/DeiT_Confusion_Matrix_l.png new file mode 100644 index 0000000000000000000000000000000000000000..fdbd95c67c566331113a83339460e14ca9e91c7c Binary files /dev/null and b/confusion_matrices/DeiT_Confusion_Matrix_l.png differ diff --git a/deit-gravit-b1.pth b/deit-gravit-b1.pth new file mode 100644 index 0000000000000000000000000000000000000000..7c547f0c1a9cf6658934053b1615ac0c24ffdafb --- /dev/null +++ b/deit-gravit-b1.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c55ce83a041d08b258b478f0138aa72111e5f6bd6da224cabc6137e0877ad1f7 +size 343259194 diff --git a/evaluation_results.csv b/evaluation_results.csv new file mode 100644 index 0000000000000000000000000000000000000000..214034066552f4042b35678a5d2d5450f12ce689 --- /dev/null +++ b/evaluation_results.csv @@ -0,0 +1,133 @@ +Model,Dataset,Loss,Accuracy,AUCROC,F1 +ViT,a,0.6071771883394912,0.6972650110028293,0.630304788213628,0.16041848299912817 +ViT,b,0.5153288846587805,0.7585664885256209,0.7058489871086556,0.19327731092436976 +ViT,c,0.7054783390475984,0.6321911348632505,0.5800184162062615,0.1358936484490399 +ViT,d,0.4042277384557577,0.8236403646651996,0.7250165745856354,0.24697986577181208 +ViT,e,0.5327941425283707,0.7420417124039517,0.7240974797547869,0.43914081145584727 +ViT,f,0.5265797158730187,0.7412284098830455,0.6639558097850381,0.05219858156028369 +ViT,g,0.6893135578632354,0.6621666666666667,0.7476270555555556,0.6197711498780717 +ViT,h,0.790124472618103,0.5951666666666666,0.625018,0.5763125763125763 +ViT,i,0.6304114277362823,0.6966666666666667,0.7770440555555556,0.644808743169399 +ViT,j,0.465672768831253,0.776,0.864817,0.7765214499501164 +ViT,k,0.4067706377506256,0.8105,0.8964317777777777,0.8042018253831582 +ViT,l,0.5734097661542007,0.7168843530220507,0.7773444022320638,0.6037596210775606 +MLP-Mixer,a,0.46569699331935344,0.7956617415906948,0.6377578268876612,0.17091836734693877 +MLP-Mixer,b,0.4452243679182891,0.8113800691606413,0.680889502762431,0.18256130790190736 +MLP-Mixer,c,0.47408608185799006,0.7922037095253065,0.6053204419889502,0.16855345911949685 +MLP-Mixer,d,0.42086313657886537,0.8296133291417793,0.628830570902394,0.19822485207100593 +MLP-Mixer,e,0.5369727452879549,0.7694840834248079,0.669424052069931,0.38953488372093026 +MLP-Mixer,f,0.4062789948943527,0.8290604910541399,0.6399901481253227,0.05724049551473729 +MLP-Mixer,g,0.8928026676177978,0.5668333333333333,0.6760506666666667,0.4056711639606677 +MLP-Mixer,h,0.9081041851043701,0.5566666666666666,0.5911980555555556,0.4000902119981958 +MLP-Mixer,i,0.8798871593475341,0.5765,0.6166056111111111,0.4111239860950174 +MLP-Mixer,j,0.46018748569488527,0.7815,0.874597,0.7684154742978272 +MLP-Mixer,k,0.44727197551727294,0.7911666666666667,0.8744243888888887,0.7763698018918437 +MLP-Mixer,l,0.5829932733619303,0.7279361218338534,0.7454255642147913,0.5488029465930019 +CvT,a,0.7422070925208016,0.5998113800691607,0.3903342541436464,0.06876371616678859 +CvT,b,0.5952609254949612,0.7066960075447972,0.4973591160220995,0.09152872444011685 +CvT,c,0.723317504959712,0.6139578748821125,0.3812725598526704,0.07110438729198185 +CvT,d,0.430008566209034,0.8365293932725558,0.5662173112338857,0.15309446254071662 +CvT,e,0.6766743037101335,0.6871569703622393,0.5160750775751155,0.24802110817941952 +CvT,f,0.5791996195594972,0.7131903028425374,0.4620804815700503,0.02475638662101659 +CvT,g,1.034350182056427,0.45866666666666667,0.46588566666666664,0.25333333333333335 +CvT,h,1.1022415161132812,0.4095,0.33246555555555557,0.23724434876210979 +CvT,i,0.9467389023303986,0.5275,0.5413065,0.27990855981711965 +CvT,j,0.6915355019569397,0.6251666666666666,0.6959060000000001,0.5795475789867265 +CvT,k,0.6039242098331451,0.694,0.7733503333333334,0.6280388978930308 +CvT,l,0.7708275838721139,0.5980117391994078,0.5461840780345415,0.3610690872415532 +Swin,a,0.3745372065280601,0.8440741905061302,0.7235939226519337,0.2392638036809816 +Swin,b,0.4118781376750692,0.8274127632819868,0.7413885819521178,0.22127659574468084 +Swin,c,0.41712035007800596,0.8258409305249922,0.6833775322283611,0.21971830985915494 +Swin,d,0.3414299682939776,0.867966048412449,0.7282725598526704,0.2708333333333333 +Swin,e,0.47762388664856964,0.7881448957189902,0.7537349579959131,0.4469914040114613 +Swin,f,0.34434392800953245,0.86058399814112,0.7211409512484105,0.07975460122699386 +Swin,g,0.9412130119800568,0.562,0.687752,0.38367729831144465 +Swin,h,0.9439922497272492,0.5611666666666667,0.600395,0.38322792223003044 +Swin,i,0.9038637335300446,0.5835,0.6599881666666667,0.39564691656590084 +Swin,j,0.41330916619300845,0.811,0.8991051666666667,0.8030566168808614 +Swin,k,0.3759598867893219,0.8325,0.9137093333333334,0.8214602949014035 +Swin,l,0.5501825281197098,0.7530537782243139,0.776428683903603,0.5787479704131336 +CaiT,a,0.5068589627499177,0.7544797233574347,0.6288020257826887,0.1574973031283711 +CaiT,b,0.43441846407422924,0.8022634391700723,0.7139318600368323,0.18838709677419355 +CaiT,c,0.6128005658594627,0.675888085507702,0.5577274401473297,0.12404418011894647 +CaiT,d,0.601496650358672,0.6966362779000315,0.5815893186003683,0.13141314131413143 +CaiT,e,0.4804434718075489,0.7683863885839737,0.7282903201392568,0.40896358543417366 +CaiT,f,0.4994646750235297,0.7533111300441484,0.6266931553341174,0.04383068147703392 +CaiT,g,0.9582805759906768,0.5296666666666666,0.6336772222222222,0.33127962085308055 +CaiT,h,1.052852813243866,0.46266666666666667,0.4407098888888889,0.30246646473388145 +CaiT,i,1.0468598504066466,0.4736666666666667,0.4733858888888889,0.30684811237928006 +CaiT,j,0.3563543026447296,0.8453333333333334,0.9224438888888887,0.8482172064115145 +CaiT,k,0.44493358278274536,0.7893333333333333,0.8849772222222221,0.804031007751938 +CaiT,l,0.634319533465761,0.6883824229284543,0.7108943442597637,0.5331537669333756 +DeiT,a,0.4427877041630983,0.808236403646652,0.6191058931860037,0.18666666666666668 +DeiT,b,0.41083011003044256,0.821754165356806,0.6952081031307551,0.19801980198019803 +DeiT,c,0.4910275342516163,0.78528764539453,0.5721933701657459,0.1701093560145808 +DeiT,d,0.5752349910365827,0.7318453316567117,0.5411786372007367,0.14098690835850958 +DeiT,e,0.5283474334148622,0.8002195389681669,0.6915310678876864,0.43478260869565216 +DeiT,f,0.42157146472453,0.8101618774688251,0.6117734242425559,0.05403319181783095 +DeiT,g,1.163999383211136,0.5158333333333334,0.6234185555555556,0.2750187172448216 +DeiT,h,1.206517367362976,0.4965,0.45666055555555557,0.2672811059907834 +DeiT,i,1.2511613540649413,0.4681666666666667,0.42239144444444443,0.2566969485208479 +DeiT,j,0.33839035058021544,0.8516666666666667,0.9297900555555554,0.8522085685818664 +DeiT,k,0.425552321434021,0.804,0.8934688888888889,0.813570069752695 +DeiT,l,0.6565662104555468,0.7179419385542806,0.7109608633913852,0.5444140758455757 +DeiT3,a,0.4096169373367763,0.8371581263753537,0.5791758747697975,0.14802631578947367 +DeiT3,b,0.373094875785923,0.8462747563659226,0.6644051565377532,0.15544041450777202 +DeiT3,c,0.4991895148717394,0.77648538195536,0.5115930018416206,0.11235955056179775 +DeiT3,d,0.38327455564663493,0.8513046211883055,0.6100073664825046,0.15985790408525755 +DeiT3,e,0.5367149264438223,0.7815587266739846,0.6753273291455385,0.31141868512110726 +DeiT3,f,0.3471956718102791,0.8570211447602819,0.5961145855485585,0.04648760330578512 +DeiT3,g,1.3192027564048767,0.5021666666666667,0.5601109444444445,0.19682710406023124 +DeiT3,h,1.3860539412498474,0.4651666666666667,0.3733101111111111,0.18573965998477543 +DeiT3,i,1.324599706172943,0.5048333333333334,0.48481599999999997,0.19767755873615986 +DeiT3,j,0.3928017973899841,0.8296666666666667,0.9115283333333334,0.8201970443349754 +DeiT3,k,0.39819873094558716,0.8323333333333334,0.9044895555555555,0.8225123500352858 +DeiT3,l,0.6891573654383029,0.7277246047274073,0.6817385665953223,0.5157528449167685 +Twins_SVT,a,0.4458898261016137,0.8167243005344231,0.6354576427255985,0.2024623803009576 +Twins_SVT,b,0.4509238941663468,0.8076076705438542,0.6965340699815838,0.19473684210526315 +Twins_SVT,c,0.5059725925331032,0.7771141150581579,0.5930441988950277,0.17269544924154026 +Twins_SVT,d,0.3316556203013057,0.8827412763281987,0.7198434622467773,0.2840690978886756 +Twins_SVT,e,0.5185028320806087,0.7738748627881449,0.7086581397108906,0.4180790960451977 +Twins_SVT,f,0.39142251728201677,0.8408333978777787,0.6639401856666073,0.06718111665910123 +Twins_SVT,g,1.2193830106258392,0.4841666666666667,0.5380571111111111,0.20945083014048532 +Twins_SVT,h,1.2485679879188538,0.468,0.36677261111111115,0.20438683948155534 +Twins_SVT,i,1.1561509382724762,0.524,0.5393812222222223,0.22306855277475518 +Twins_SVT,j,0.52089257979393,0.764,0.8455504444444444,0.7468716481944941 +Twins_SVT,k,0.4576605150699615,0.8038333333333333,0.8778117222222223,0.7802054154995332 +Twins_SVT,l,0.6924283070618104,0.7062027391465284,0.6558977267715866,0.48084470192487383 +Twins_PCPVT,a,0.4554920045694665,0.7925180760767054,0.6320966850828729,0.1770573566084788 +Twins_PCPVT,b,0.3702721736671714,0.8337000943099654,0.7290699815837937,0.21162444113263784 +Twins_PCPVT,c,0.5222789617650578,0.7601383212826155,0.5801896869244936,0.1569060773480663 +Twins_PCPVT,d,0.511706690917934,0.7695693178245835,0.6062357274401473,0.16228571428571428 +Twins_PCPVT,e,0.44942784803366426,0.8111964873765093,0.764065692878226,0.45222929936305734 +Twins_PCPVT,f,0.4167008115512896,0.8127952908372705,0.6441899979601845,0.05549042594763579 +Twins_PCPVT,g,0.9797230496406555,0.5426666666666666,0.6615357222222222,0.32975085490962386 +Twins_PCPVT,h,1.0603120126724244,0.5036666666666667,0.47164805555555556,0.31192236598890943 +Twins_PCPVT,i,1.0547069294452667,0.5086666666666667,0.5087028888888889,0.3140995812005584 +Twins_PCPVT,j,0.3549184784889221,0.845,0.9234385555555554,0.8425863236289777 +Twins_PCPVT,k,0.42990235447883607,0.811,0.8866837222222221,0.8144633507853403 +Twins_PCPVT,l,0.6083674293331931,0.7222251599598117,0.7249629563166041,0.5519065085728909 +PiT,a,0.40825032295951375,0.8340144608613643,0.685341620626151,0.23919308357348704 +PiT,b,0.4585393214237012,0.8057214712354606,0.7131197053406997,0.21173469387755103 +PiT,c,0.46198257697112005,0.8072933039924552,0.636451197053407,0.21309370988446727 +PiT,d,0.4301266003352072,0.8198679660484125,0.6617108655616942,0.22462787550744248 +PiT,e,0.47335477670579,0.8111964873765093,0.7555210777264815,0.4911242603550296 +PiT,f,0.38904998775843674,0.836418557818914,0.6788217244686715,0.07287093942054433 +PiT,g,1.0988447036743163,0.5483333333333333,0.6416311666666666,0.3741339491916859 +PiT,h,1.1006702044010162,0.5491666666666667,0.5303825555555556,0.3745664739884393 +PiT,i,1.0837812168598175,0.5558333333333333,0.5635360555555555,0.3780630105017503 +PiT,j,0.37021482944488526,0.8401666666666666,0.9175485555555555,0.8422956750534452 +PiT,k,0.355151344537735,0.8476666666666667,0.92189,0.8485752153744202 +PiT,l,0.6039756624711939,0.7492993495848976,0.7530133967294295,0.5930122757318225 +Ensemble,a,,0.8239547312165986,0.6361445672191529,0.2 +Ensemble,b,,0.821754165356806,0.7071620626151013,0.19801980198019803 +Ensemble,c,,0.7966048412448915,0.5873848987108656,0.17789072426937738 +Ensemble,d,,0.8604212511788746,0.659,0.23972602739726026 +Ensemble,e,,0.8090010976948409,0.7250132445319004,0.445859872611465 +Ensemble,f,,0.8491209046549454,0.6518722901919597,0.06704980842911877 +Ensemble,g,,0.52,0.6616331111111111,0.2857142857142857 +Ensemble,h,,0.5066666666666667,0.48887533333333333,0.2801556420233463 +Ensemble,i,,0.5405,0.5874012222222222,0.29470452801227937 +Ensemble,j,,0.8333333333333334,0.9165178888888887,0.8308525033829499 +Ensemble,k,,0.8538333333333333,0.9253933333333333,0.8485057868371049 +Ensemble,l,,0.7400454761778859,0.7437259266894098,0.5579136690647482 diff --git a/model.safetensors b/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..997dd96dc11a705c6f33efa09e2c79b065abac8a --- /dev/null +++ b/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6285151bcd3a49b9b08e5fa38619b7dea2e35585fe341fe2bcfb9a82d827484 +size 343214864 diff --git a/pytorch_model.bin b/pytorch_model.bin new file mode 100644 index 0000000000000000000000000000000000000000..7c547f0c1a9cf6658934053b1615ac0c24ffdafb --- /dev/null +++ b/pytorch_model.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c55ce83a041d08b258b478f0138aa72111e5f6bd6da224cabc6137e0877ad1f7 +size 343259194 diff --git a/roc_confusion_matrix/DeiT3_roc_confusion_matrix_a.png b/roc_confusion_matrix/DeiT3_roc_confusion_matrix_a.png new file mode 100644 index 0000000000000000000000000000000000000000..fba88a4cce47cf8b4472ba030ec9410eb797b0f0 Binary files /dev/null and b/roc_confusion_matrix/DeiT3_roc_confusion_matrix_a.png differ diff --git a/roc_confusion_matrix/DeiT3_roc_confusion_matrix_b.png b/roc_confusion_matrix/DeiT3_roc_confusion_matrix_b.png new file mode 100644 index 0000000000000000000000000000000000000000..55153cbc0060297546c08db34f83670210541b8d Binary files /dev/null and b/roc_confusion_matrix/DeiT3_roc_confusion_matrix_b.png differ diff --git a/roc_confusion_matrix/DeiT3_roc_confusion_matrix_c.png b/roc_confusion_matrix/DeiT3_roc_confusion_matrix_c.png new file mode 100644 index 0000000000000000000000000000000000000000..c8d64dbbb008a53afc8c5e3ca60311130a7c1b62 Binary files /dev/null and b/roc_confusion_matrix/DeiT3_roc_confusion_matrix_c.png differ diff --git a/roc_confusion_matrix/DeiT3_roc_confusion_matrix_d.png b/roc_confusion_matrix/DeiT3_roc_confusion_matrix_d.png new file mode 100644 index 0000000000000000000000000000000000000000..e6ba6caf844d03c6151877838157e05104585808 Binary files /dev/null and b/roc_confusion_matrix/DeiT3_roc_confusion_matrix_d.png differ diff --git a/roc_confusion_matrix/DeiT3_roc_confusion_matrix_e.png b/roc_confusion_matrix/DeiT3_roc_confusion_matrix_e.png new file mode 100644 index 0000000000000000000000000000000000000000..54d57bb4c9cfc4def829d71e2a41fb465c26f396 Binary files /dev/null and b/roc_confusion_matrix/DeiT3_roc_confusion_matrix_e.png differ diff --git a/roc_confusion_matrix/DeiT3_roc_confusion_matrix_f.png b/roc_confusion_matrix/DeiT3_roc_confusion_matrix_f.png new file mode 100644 index 0000000000000000000000000000000000000000..a3e0fa8c6a03677da25d7d76b25977bbb1c5d14b Binary files /dev/null and b/roc_confusion_matrix/DeiT3_roc_confusion_matrix_f.png differ diff --git a/roc_confusion_matrix/DeiT3_roc_confusion_matrix_g.png b/roc_confusion_matrix/DeiT3_roc_confusion_matrix_g.png new file mode 100644 index 0000000000000000000000000000000000000000..c4b6faeab2ba40f139e00f3b0a188bf4b6ba23c9 Binary files /dev/null and b/roc_confusion_matrix/DeiT3_roc_confusion_matrix_g.png differ diff --git a/roc_confusion_matrix/DeiT3_roc_confusion_matrix_h.png b/roc_confusion_matrix/DeiT3_roc_confusion_matrix_h.png new file mode 100644 index 0000000000000000000000000000000000000000..686a11dee2bce36cb884493407264d4a63279abd Binary files /dev/null and b/roc_confusion_matrix/DeiT3_roc_confusion_matrix_h.png differ diff --git a/roc_confusion_matrix/DeiT3_roc_confusion_matrix_i.png b/roc_confusion_matrix/DeiT3_roc_confusion_matrix_i.png new file mode 100644 index 0000000000000000000000000000000000000000..2435374424011b91713fbf5446a548094fe0efb4 Binary files /dev/null and b/roc_confusion_matrix/DeiT3_roc_confusion_matrix_i.png differ diff --git a/roc_confusion_matrix/DeiT3_roc_confusion_matrix_j.png b/roc_confusion_matrix/DeiT3_roc_confusion_matrix_j.png new file mode 100644 index 0000000000000000000000000000000000000000..abf4136c0d9b109a0985fd6a5c4d9b4fc278fb76 Binary files /dev/null and b/roc_confusion_matrix/DeiT3_roc_confusion_matrix_j.png differ diff --git a/roc_confusion_matrix/DeiT3_roc_confusion_matrix_k.png b/roc_confusion_matrix/DeiT3_roc_confusion_matrix_k.png new file mode 100644 index 0000000000000000000000000000000000000000..31bda323e39cb07fb472f2344530dd77ebf72b7a Binary files /dev/null and b/roc_confusion_matrix/DeiT3_roc_confusion_matrix_k.png differ diff --git a/roc_confusion_matrix/DeiT3_roc_confusion_matrix_l.png b/roc_confusion_matrix/DeiT3_roc_confusion_matrix_l.png new file mode 100644 index 0000000000000000000000000000000000000000..e900aabed64bf6c0bb44fafba8d5397fac24060f Binary files /dev/null and b/roc_confusion_matrix/DeiT3_roc_confusion_matrix_l.png differ diff --git a/roc_confusion_matrix/DeiT_roc_confusion_matrix_a.png b/roc_confusion_matrix/DeiT_roc_confusion_matrix_a.png new file mode 100644 index 0000000000000000000000000000000000000000..7e7f494609d2a2507b85fd43e8f8c169a540afc0 Binary files /dev/null and b/roc_confusion_matrix/DeiT_roc_confusion_matrix_a.png differ diff --git a/roc_confusion_matrix/DeiT_roc_confusion_matrix_b.png b/roc_confusion_matrix/DeiT_roc_confusion_matrix_b.png new file mode 100644 index 0000000000000000000000000000000000000000..d2881d292ac80128593b50ba5ae45de11e37b1ba Binary files /dev/null and b/roc_confusion_matrix/DeiT_roc_confusion_matrix_b.png differ diff --git a/roc_confusion_matrix/DeiT_roc_confusion_matrix_c.png b/roc_confusion_matrix/DeiT_roc_confusion_matrix_c.png new file mode 100644 index 0000000000000000000000000000000000000000..92d22db444d29b57c01d61699489612c56578a51 Binary files /dev/null and b/roc_confusion_matrix/DeiT_roc_confusion_matrix_c.png differ diff --git a/roc_confusion_matrix/DeiT_roc_confusion_matrix_d.png b/roc_confusion_matrix/DeiT_roc_confusion_matrix_d.png new file mode 100644 index 0000000000000000000000000000000000000000..5feca094c6999f2a0966ae6b76ad89a50df1a1a2 Binary files /dev/null and b/roc_confusion_matrix/DeiT_roc_confusion_matrix_d.png differ diff --git a/roc_confusion_matrix/DeiT_roc_confusion_matrix_e.png b/roc_confusion_matrix/DeiT_roc_confusion_matrix_e.png new file mode 100644 index 0000000000000000000000000000000000000000..25ff217f98e97e0e1f3b11ceeeafe69645d011bd Binary files /dev/null and b/roc_confusion_matrix/DeiT_roc_confusion_matrix_e.png differ diff --git a/roc_confusion_matrix/DeiT_roc_confusion_matrix_f.png b/roc_confusion_matrix/DeiT_roc_confusion_matrix_f.png new file mode 100644 index 0000000000000000000000000000000000000000..c97b20493be9d4d9a8d251b64473dbe50c81a218 Binary files /dev/null and b/roc_confusion_matrix/DeiT_roc_confusion_matrix_f.png differ diff --git a/roc_confusion_matrix/DeiT_roc_confusion_matrix_g.png b/roc_confusion_matrix/DeiT_roc_confusion_matrix_g.png new file mode 100644 index 0000000000000000000000000000000000000000..0ec6207301c9e4194223209e38fb37d83a033951 Binary files /dev/null and b/roc_confusion_matrix/DeiT_roc_confusion_matrix_g.png differ diff --git a/roc_confusion_matrix/DeiT_roc_confusion_matrix_h.png b/roc_confusion_matrix/DeiT_roc_confusion_matrix_h.png new file mode 100644 index 0000000000000000000000000000000000000000..a818488bdaedb25a5c1788b55a9fd34173dc65e2 Binary files /dev/null and b/roc_confusion_matrix/DeiT_roc_confusion_matrix_h.png differ diff --git a/roc_confusion_matrix/DeiT_roc_confusion_matrix_i.png b/roc_confusion_matrix/DeiT_roc_confusion_matrix_i.png new file mode 100644 index 0000000000000000000000000000000000000000..2d369c2cd0f38b765981bd73825479aa968167bf Binary files /dev/null and b/roc_confusion_matrix/DeiT_roc_confusion_matrix_i.png differ diff --git a/roc_confusion_matrix/DeiT_roc_confusion_matrix_j.png b/roc_confusion_matrix/DeiT_roc_confusion_matrix_j.png new file mode 100644 index 0000000000000000000000000000000000000000..f12270022ff13feea32b39dcdfffb224c5688447 Binary files /dev/null and b/roc_confusion_matrix/DeiT_roc_confusion_matrix_j.png differ diff --git a/roc_confusion_matrix/DeiT_roc_confusion_matrix_k.png b/roc_confusion_matrix/DeiT_roc_confusion_matrix_k.png new file mode 100644 index 0000000000000000000000000000000000000000..e0208370b9d22e2fc5d81f18bf6e1193a395b6c9 Binary files /dev/null and b/roc_confusion_matrix/DeiT_roc_confusion_matrix_k.png differ diff --git a/roc_confusion_matrix/DeiT_roc_confusion_matrix_l.png b/roc_confusion_matrix/DeiT_roc_confusion_matrix_l.png new file mode 100644 index 0000000000000000000000000000000000000000..16e92bb06e5383f778d2ce5e6a116a3e72f9cca3 Binary files /dev/null and b/roc_confusion_matrix/DeiT_roc_confusion_matrix_l.png differ diff --git a/roc_curves/DeiT3_ROC_a.png b/roc_curves/DeiT3_ROC_a.png new file mode 100644 index 0000000000000000000000000000000000000000..40964b85cdeba1e7b12453d3de09dafab5ae8a89 Binary files /dev/null and b/roc_curves/DeiT3_ROC_a.png differ diff --git a/roc_curves/DeiT3_ROC_b.png b/roc_curves/DeiT3_ROC_b.png new file mode 100644 index 0000000000000000000000000000000000000000..93e8475ae4910a54fc8b04c0295db19f319368b8 Binary files /dev/null and b/roc_curves/DeiT3_ROC_b.png differ diff --git a/roc_curves/DeiT3_ROC_c.png b/roc_curves/DeiT3_ROC_c.png new file mode 100644 index 0000000000000000000000000000000000000000..6347c19abeae4f9730a97f0bf6a1d02d78e2d3c8 Binary files /dev/null and b/roc_curves/DeiT3_ROC_c.png differ diff --git a/roc_curves/DeiT3_ROC_d.png b/roc_curves/DeiT3_ROC_d.png new file mode 100644 index 0000000000000000000000000000000000000000..005ed789878b1584a01c8f9a6e00cb853eeeec7f Binary files /dev/null and b/roc_curves/DeiT3_ROC_d.png differ diff --git a/roc_curves/DeiT3_ROC_e.png b/roc_curves/DeiT3_ROC_e.png new file mode 100644 index 0000000000000000000000000000000000000000..85c9561289f3cb1001d5124662f86319b2c7d80e Binary files /dev/null and b/roc_curves/DeiT3_ROC_e.png differ diff --git a/roc_curves/DeiT3_ROC_f.png b/roc_curves/DeiT3_ROC_f.png new file mode 100644 index 0000000000000000000000000000000000000000..1f0276392b93f107e90bf15d5461c1e2840da350 Binary files /dev/null and b/roc_curves/DeiT3_ROC_f.png differ diff --git a/roc_curves/DeiT3_ROC_g.png b/roc_curves/DeiT3_ROC_g.png new file mode 100644 index 0000000000000000000000000000000000000000..e79a7bb256db2d3a516f338a4e84e4cbcffa1594 Binary files /dev/null and b/roc_curves/DeiT3_ROC_g.png differ diff --git a/roc_curves/DeiT3_ROC_h.png b/roc_curves/DeiT3_ROC_h.png new file mode 100644 index 0000000000000000000000000000000000000000..d68558a47bd79451eb0ccab88b0528ea7bf9fdfd Binary files /dev/null and b/roc_curves/DeiT3_ROC_h.png differ diff --git a/roc_curves/DeiT3_ROC_i.png b/roc_curves/DeiT3_ROC_i.png new file mode 100644 index 0000000000000000000000000000000000000000..ef54b2ab5298a0d3c228583b3b12753d1f9565d4 Binary files /dev/null and b/roc_curves/DeiT3_ROC_i.png differ diff --git a/roc_curves/DeiT3_ROC_j.png b/roc_curves/DeiT3_ROC_j.png new file mode 100644 index 0000000000000000000000000000000000000000..b893cd711e264abc37a2129fdedec6a2ed72a8c0 Binary files /dev/null and b/roc_curves/DeiT3_ROC_j.png differ diff --git a/roc_curves/DeiT3_ROC_k.png b/roc_curves/DeiT3_ROC_k.png new file mode 100644 index 0000000000000000000000000000000000000000..1261887ca9b38d17771d1306714641799618edac Binary files /dev/null and b/roc_curves/DeiT3_ROC_k.png differ diff --git a/roc_curves/DeiT3_ROC_l.png b/roc_curves/DeiT3_ROC_l.png new file mode 100644 index 0000000000000000000000000000000000000000..7d1080704310c2d0c48351ee9556418505f25dbb Binary files /dev/null and b/roc_curves/DeiT3_ROC_l.png differ diff --git a/roc_curves/DeiT_ROC_a.png b/roc_curves/DeiT_ROC_a.png new file mode 100644 index 0000000000000000000000000000000000000000..1695a5fd9cdb90ede06642da9f04538f7b64cc1f Binary files /dev/null and b/roc_curves/DeiT_ROC_a.png differ diff --git a/roc_curves/DeiT_ROC_b.png b/roc_curves/DeiT_ROC_b.png new file mode 100644 index 0000000000000000000000000000000000000000..63e5d3d18ed60a2f9037a89a0a30cd5f692ca8a2 Binary files /dev/null and b/roc_curves/DeiT_ROC_b.png differ diff --git a/roc_curves/DeiT_ROC_c.png b/roc_curves/DeiT_ROC_c.png new file mode 100644 index 0000000000000000000000000000000000000000..2e71c74ad71e006c7b52d15686b3d81d14109f6f Binary files /dev/null and b/roc_curves/DeiT_ROC_c.png differ diff --git a/roc_curves/DeiT_ROC_d.png b/roc_curves/DeiT_ROC_d.png new file mode 100644 index 0000000000000000000000000000000000000000..5a7e3ba5a366964a9496f02533f638dbeaa977ed Binary files /dev/null and b/roc_curves/DeiT_ROC_d.png differ diff --git a/roc_curves/DeiT_ROC_e.png b/roc_curves/DeiT_ROC_e.png new file mode 100644 index 0000000000000000000000000000000000000000..b4a21c4705a03b5c90d5f51ee43990dd6ac5da2a Binary files /dev/null and b/roc_curves/DeiT_ROC_e.png differ diff --git a/roc_curves/DeiT_ROC_f.png b/roc_curves/DeiT_ROC_f.png new file mode 100644 index 0000000000000000000000000000000000000000..41ead512ca1f67785c38420471c10361530928ac Binary files /dev/null and b/roc_curves/DeiT_ROC_f.png differ diff --git a/roc_curves/DeiT_ROC_g.png b/roc_curves/DeiT_ROC_g.png new file mode 100644 index 0000000000000000000000000000000000000000..43008d439220c39e70ca897ee877d99f6e69d9ed Binary files /dev/null and b/roc_curves/DeiT_ROC_g.png differ diff --git a/roc_curves/DeiT_ROC_h.png b/roc_curves/DeiT_ROC_h.png new file mode 100644 index 0000000000000000000000000000000000000000..74ccbb0e7744fd0a1db3e0c339d4471c911a66d9 Binary files /dev/null and b/roc_curves/DeiT_ROC_h.png differ diff --git a/roc_curves/DeiT_ROC_i.png b/roc_curves/DeiT_ROC_i.png new file mode 100644 index 0000000000000000000000000000000000000000..0a268ccb9109a1fb4c052f09235105750284e55e Binary files /dev/null and b/roc_curves/DeiT_ROC_i.png differ diff --git a/roc_curves/DeiT_ROC_j.png b/roc_curves/DeiT_ROC_j.png new file mode 100644 index 0000000000000000000000000000000000000000..6ef2f28ec014a4d08b36a1e22acd63b7e79606e4 Binary files /dev/null and b/roc_curves/DeiT_ROC_j.png differ diff --git a/roc_curves/DeiT_ROC_k.png b/roc_curves/DeiT_ROC_k.png new file mode 100644 index 0000000000000000000000000000000000000000..97feab0acf5aa3b0717ccf1967003b077ed99a98 Binary files /dev/null and b/roc_curves/DeiT_ROC_k.png differ diff --git a/roc_curves/DeiT_ROC_l.png b/roc_curves/DeiT_ROC_l.png new file mode 100644 index 0000000000000000000000000000000000000000..e1faefd72df76ff25d4bfab90dba3ffd164714ef Binary files /dev/null and b/roc_curves/DeiT_ROC_l.png differ diff --git a/training_curves/DeiT3_accuracy.png b/training_curves/DeiT3_accuracy.png new file mode 100644 index 0000000000000000000000000000000000000000..e90e366bb85f4098826438986b4177e655eaa345 Binary files /dev/null and b/training_curves/DeiT3_accuracy.png differ diff --git a/training_curves/DeiT3_auc.png b/training_curves/DeiT3_auc.png new file mode 100644 index 0000000000000000000000000000000000000000..cc536c84de8701f2e9956faf659be636c0c77c2f Binary files /dev/null and b/training_curves/DeiT3_auc.png differ diff --git a/training_curves/DeiT3_combined_metrics.png b/training_curves/DeiT3_combined_metrics.png new file mode 100644 index 0000000000000000000000000000000000000000..ebe3de1cd8674785fcecb68d43633d1743fd9f99 --- /dev/null +++ b/training_curves/DeiT3_combined_metrics.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:caf7a73f82905e37183da4b1c79ed36b151dc1c24468672c6749aa612b4ee4a9 +size 153179 diff --git a/training_curves/DeiT3_f1.png b/training_curves/DeiT3_f1.png new file mode 100644 index 0000000000000000000000000000000000000000..f7e1825353cdb4fadc960e960387498a5aa66798 Binary files /dev/null and b/training_curves/DeiT3_f1.png differ diff --git a/training_curves/DeiT3_loss.png b/training_curves/DeiT3_loss.png new file mode 100644 index 0000000000000000000000000000000000000000..9d69928df1e94e6bb027744e01ce275416bea7fe Binary files /dev/null and b/training_curves/DeiT3_loss.png differ diff --git a/training_curves/DeiT3_metrics.csv b/training_curves/DeiT3_metrics.csv new file mode 100644 index 0000000000000000000000000000000000000000..58dff5d9becff5b11b6731f3c30294d2455f46de --- /dev/null +++ b/training_curves/DeiT3_metrics.csv @@ -0,0 +1,101 @@ +epoch,train_loss,val_loss,train_accuracy,val_accuracy,train_auc,val_auc,train_f1,val_f1 +1,0.548330848396359,0.4674907632387719,0.7443165792294241,0.80010718113612,0.8274186681629185,0.8986380069133556,0.7412587412587412,0.8124685771744595 +2,0.4395209152669466,0.4080219416373029,0.817622835223106,0.819935691318328,0.896139126488172,0.916142535976905,0.8144193789105103,0.8269824922760041 +3,0.3957393733221255,0.3771083706636521,0.8363513284819767,0.8386923901393355,0.9138837345757922,0.9238887567792355,0.8331703950773478,0.8431474726420011 +4,0.37113651695298266,0.3589529833034687,0.8463078919162859,0.8413719185423365,0.9221580948631576,0.929131212456447,0.8434420341904899,0.8450261780104712 +5,0.35739069166855675,0.34313358371280783,0.8510464263552773,0.8542336548767417,0.9268067412766874,0.93386418438372,0.8486776125390413,0.8532901833872708 +6,0.346317722805867,0.33620232602407696,0.8567157443447848,0.857449088960343,0.9306429984466114,0.9373719828739938,0.8540145985401459,0.8607329842931937 +7,0.3354900427822091,0.3240071697058785,0.8626671179556609,0.8633440514469454,0.9349557222953448,0.9402697793998545,0.8603069860852102,0.8628294782140936 +8,0.32952806794375084,0.3204946557233571,0.8655722908557567,0.8617363344051447,0.9365671386620152,0.9426414348716641,0.8631639391329314,0.8640674394099052 +9,0.31996899684344193,0.31274337975541877,0.8699723585491059,0.8670953912111469,0.9403354078097073,0.9446638613468981,0.8675972198288242,0.8682252922422954 +10,0.31450187288417614,0.3061928544972104,0.8716928978394539,0.8703108252947481,0.9420175616323196,0.9462480284070217,0.8693904504866634,0.8708644610458911 +11,0.3104367261157663,0.3011954707539733,0.8722288035200542,0.8735262593783494,0.9431077996091407,0.9477580991833326,0.8698874080882353,0.8739316239316239 +12,0.3041642126667457,0.2959143846172995,0.8752750042308344,0.8778135048231511,0.9453570893697922,0.9491320395777547,0.8728360269166618,0.8772874058127018 +13,0.30061821531858074,0.29273886571359786,0.8769109268347718,0.8788853161843515,0.9465647606246113,0.9503612337433327,0.8744100379877978,0.878625134264232 +14,0.29726149293347087,0.29033264354877536,0.8789699328707621,0.882636655948553,0.9475373123373465,0.9512842781471104,0.8764931065250554,0.8833244539158231 +15,0.2948273680177431,0.2868401331533573,0.8804930332261522,0.8810289389067524,0.9483742364581534,0.9523222005102878,0.878327542141688,0.8814102564102564 +16,0.28926016764302687,0.28355935618425104,0.8822417780786371,0.8810289389067524,0.9504386315751477,0.9530034268095289,0.88015615581135,0.880901287553648 +17,0.28869239932733415,0.28000956400031063,0.8836520561854798,0.8831725616291533,0.9501929009373402,0.9537122238190259,0.881502973198127,0.8824163969795038 +18,0.28501779182466846,0.27861402387404366,0.8841597563039432,0.8842443729903537,0.9513679306223937,0.9544514634877638,0.881979367223196,0.8842443729903537 +19,0.28352678035707274,0.27602874676897593,0.8846956619845433,0.8837084673097535,0.9517628307678141,0.9550511264358309,0.8825354864662951,0.8833960236432026 +20,0.2844991921309308,0.2749625155492611,0.8844136063631748,0.8831725616291533,0.9510828184835735,0.955684678381921,0.8823090178058587,0.8835470085470085 +21,0.2800975298746364,0.2730147917650137,0.8875162181982287,0.8837084673097535,0.9528001755589797,0.9560884744092113,0.8850985363604933,0.8840192410475681 +22,0.2771851025291013,0.27264034800782466,0.8883905906244711,0.8847802786709539,0.9539078282070699,0.9565996813285406,0.8860868814232663,0.8859416445623343 +23,0.273937405194702,0.27083604320452526,0.8896880464827664,0.8853161843515541,0.9549772417693116,0.9570712553518769,0.8876956209619526,0.886411889596603 +24,0.27383512662013465,0.26802979251579456,0.8910701190274722,0.8879957127545552,0.9544641764364563,0.9574486294485055,0.8888824951087582,0.8881754949170679 +25,0.27613948131499305,0.26571426629253525,0.8882213572516501,0.887459807073955,0.9536866849530102,0.9579092900656986,0.8862808115010474,0.8870967741935484 +26,0.27237785897454264,0.2642883214249105,0.8896880464827664,0.8869239013933548,0.9550349894238609,0.9581735093723183,0.8875017977851287,0.8866200967221923 +27,0.27134989167978607,0.2624671872693243,0.8907880634061037,0.8879957127545552,0.9552014240386407,0.9585049322851869,0.8887931529668562,0.8875739644970414 +28,0.27063356691214574,0.2606527462266266,0.8898008687313138,0.8906752411575563,0.9554002663303881,0.959149972027217,0.8879070434657869,0.8898488120950324 +29,0.26941393574021716,0.2619671929400067,0.8909008856546511,0.8885316184351554,0.9555079111152252,0.9591884561436159,0.8886714252820631,0.8891257995735607 +30,0.26720098638457884,0.2594265520476835,0.8928188638799571,0.890139335476956,0.9564532612546375,0.9596261411689292,0.8909299655568312,0.8898441698011822 +31,0.26629257241992466,0.257943187687558,0.8928752750042308,0.8906752411575563,0.9566155924032497,0.9598145410223449,0.89081814523084,0.889967637540453 +32,0.26508430338466726,0.2590630142155951,0.8933547695605574,0.890139335476956,0.9569847754786179,0.9601109261575964,0.8914285714285715,0.8910154173312068 +33,0.2674541122609941,0.2565848609833855,0.8917752580808935,0.8906752411575563,0.9560385088613024,0.9602315480149662,0.8896557674057458,0.8906752411575563 +34,0.26437858726030516,0.2548275553528519,0.8932137417498731,0.8944265809217578,0.9572316151183328,0.9606232818565198,0.8911631115966193,0.8928765633496466 +35,0.26304280871131697,0.2555814350437121,0.8947086365431263,0.8912111468381565,0.9574675079386478,0.9607278207995735,0.8927206368365089,0.8917333333333334 +36,0.2633684008209046,0.2562766089987525,0.8927342471935465,0.8933547695605574,0.9573125102043689,0.961015015698073,0.8906020769208641,0.8946532556908418 +37,0.26003197387786336,0.25271347102819913,0.8940599086139787,0.8928188638799571,0.9586105197680641,0.961233283820933,0.8923041633214818,0.8923573735199138 +38,0.260534805177452,0.25267237122994146,0.8943137586732104,0.8917470525187567,0.9585211727191423,0.9613820507783556,0.8922997326894887,0.8920940170940171 +39,0.2627525006172358,0.25290939398708834,0.8939470863654313,0.8912111468381565,0.9575325571853811,0.9616365054584262,0.8920284861015392,0.891848694725626 +40,0.2583903657046444,0.2521543452977367,0.8979240706267276,0.8917470525187567,0.9589996744244071,0.961820310193466,0.8958830806409851,0.8924387646432375 +41,0.25826722184279016,0.2529148031086017,0.8984881818694647,0.8917470525187567,0.9589215367276182,0.9620092844366788,0.8964882510282148,0.8932346723044398 +42,0.26047566496270785,0.24950861748775102,0.8948496643538105,0.8944265809217578,0.9581536268933618,0.9621999818492825,0.8929719797887,0.8943699731903485 +43,0.2574661480611826,0.25267674163031806,0.8970496982004852,0.8944265809217578,0.9590403701801906,0.9623016488433511,0.8950184077312471,0.8961518186610438 +44,0.2594723416869663,0.2478326725327317,0.8963445591470638,0.894962486602358,0.958177546011972,0.962478560900827,0.8943631607692086,0.8941684665226782 +45,0.2578874952570398,0.24716214941053913,0.8967958481412535,0.8954983922829582,0.9587429683272651,0.9626864900073407,0.8948412128179336,0.894878706199461 +46,0.25598734594537315,0.24641303981615417,0.896683025892706,0.8954983922829582,0.9594031363191285,0.9629587507711183,0.8947988167379879,0.8949919224555735 +47,0.25682454391428816,0.2468490134864758,0.8977830428160434,0.8965702036441586,0.9591036135199444,0.9629271593322833,0.8956401543512066,0.896514745308311 +48,0.2526481436263851,0.24464731038191695,0.8989676764257911,0.8965702036441586,0.9606103397883514,0.963134514049,0.8971694321639777,0.8953929539295393 +49,0.2543914705782216,0.24535897263951623,0.897642015005359,0.897642015005359,0.959871862260092,0.9631764445041808,0.8956194092098829,0.8973670069854917 +50,0.2533761119152572,0.24414547889753938,0.8993625542957071,0.897642015005359,0.9602532364009022,0.9632459456696177,0.897329650092081,0.8968125337655322 +51,0.2526712717744053,0.24414209432157288,0.8995035821063914,0.8971061093247589,0.9605027140968038,0.9632855785656108,0.8975413371675054,0.8966630785791173 +52,0.24990280069641543,0.24412961040662415,0.8991651153607492,0.8960342979635584,0.9611993805029426,0.9634458333189736,0.897361545749476,0.8962566844919786 +53,0.2531009888609647,0.24451695799444267,0.8977830428160434,0.8971061093247589,0.9600249458920834,0.9637203916419391,0.8958021851638873,0.8980891719745223 +54,0.25081456278731806,0.24198512071773554,0.8994753765442546,0.8992497320471597,0.9607219416574686,0.963823207415602,0.8975096336343245,0.8981581798483207 +55,0.2506380031447379,0.24340824418704227,0.8989112653015174,0.897642015005359,0.9610666280422147,0.9640248182343488,0.896904844091589,0.8985661178969729 +56,0.2502062607157511,0.2405845421782644,0.9000958989112653,0.8997856377277599,0.9610197333317245,0.9642000071224335,0.8984401880949651,0.898534997287032 +57,0.24891231850957202,0.24166369586703862,0.8998420488520337,0.8987138263665595,0.9614407196841306,0.9642235571041105,0.8980330222541277,0.8992 +58,0.2508872708712037,0.2416269140994817,0.8992497320471597,0.8992497320471597,0.9606012847957345,0.9643252240981792,0.8972677595628415,0.8995726495726496 +59,0.24948213326989505,0.23979442089891895,0.9015625881423817,0.8987138263665595,0.9611224934166257,0.964420572804481,0.8997184069881041,0.8982229402261712 +60,0.24969655096298912,0.23983721353616747,0.9006035990297286,0.9008574490889604,0.9610946904046791,0.964541769051648,0.8987065248634665,0.900804289544236 +61,0.24982706308717917,0.2400180450685538,0.8995881987928019,0.9013933547695605,0.9609440570781929,0.9646589445702358,0.8975716423063643,0.9014989293361885 +62,0.2486288120327393,0.23913503862270588,0.9008292435268235,0.8997856377277599,0.9615147045904204,0.9646888128396799,0.8990467439990812,0.8996242619431025 +63,0.24873777652053103,0.24022561857938,0.8995317876685283,0.8987138263665595,0.9615327111536687,0.9646819201621157,0.8976848394324123,0.8993074054342035 +64,0.24746521578603317,0.2382227461246049,0.9002087211598128,0.8987138263665595,0.9617934904859362,0.9648191993235986,0.8983800551470589,0.8983324367939752 +65,0.24846200978348432,0.23752087436113326,0.9022395216336662,0.9003215434083601,0.961459540894404,0.9649208663176675,0.9005394857667585,0.8992416034669556 +66,0.24970828346500826,0.23769954306902993,0.8993061431714334,0.8981779206859593,0.9610109488273776,0.9650345954974734,0.89762560220234,0.8979591836734694 +67,0.24692993292723397,0.23676597017950568,0.9018164382016134,0.9003215434083601,0.9618259840827073,0.9651592380834221,0.8999453881751027,0.8992416034669556 +68,0.2460930005187491,0.23741241379182823,0.9012241213967395,0.9019292604501608,0.9620310507868808,0.9652212721814979,0.899298366689671,0.9018766756032172 +69,0.24686925879820368,0.23748000038015113,0.901506177018108,0.9019292604501608,0.9617836081174346,0.9652729672632279,0.8995165745856354,0.9017713365539453 +70,0.24550794081642333,0.23638277139119396,0.9027754273142664,0.9013933547695605,0.9623012669775582,0.9653608489021689,0.9009795754215622,0.9011815252416756 +71,0.2443667045652735,0.23546312231917857,0.9013933547695605,0.8992497320471597,0.9626225386247623,0.9655142109779675,0.8996498076812676,0.8987068965517241 +72,0.24678541728235337,0.23508489563150806,0.9007446268404129,0.9003215434083601,0.9616609957846185,0.9656055389556906,0.8987483815278378,0.8998923573735199 +73,0.24383425582209745,0.23474902427273164,0.903424155243414,0.8997856377277599,0.9627870257239977,0.9656899742558491,0.9017616342457107,0.8988642509464575 +74,0.2436953279336186,0.2350978687932637,0.9021549049472556,0.9030010718113612,0.9627445940699634,0.9657003132721952,0.9002616371007159,0.9028448738593666 +75,0.24440652664632923,0.23526603323662013,0.9028882495628138,0.9035369774919614,0.9627411715977936,0.9658025546560611,0.9011058451816746,0.9036402569593148 +76,0.24285950661613406,0.23493435681824515,0.902860044000677,0.9030010718113612,0.9631103419443021,0.9657858973519482,0.9009319986192613,0.9028448738593666 +77,0.2442273061617233,0.23387795432779182,0.9028318384385401,0.8987138263665595,0.9626869418818625,0.9658462082806331,0.9011392659339398,0.8975609756097561 +78,0.24317607226095783,0.23339232299297186,0.9035651830540983,0.9008574490889604,0.963082936709223,0.965961086240033,0.9017726319418508,0.9000540248514317 +79,0.2429539215032129,0.23409773629769634,0.903424155243414,0.9030010718113612,0.9630125445236024,0.9660265666768908,0.9016035404333582,0.9030530262453134 +80,0.24133401389431886,0.23297480702208553,0.903621594178372,0.8987138263665595,0.9636297080627421,0.966009909372778,0.9018357321382401,0.8978930307941653 +81,0.24489824198228008,0.2354209946761944,0.9025497828171716,0.902465166130761,0.9623140165217228,0.9660840056565907,0.9005726783504562,0.9030883919062833 +82,0.24224379037838334,0.23317571889932515,0.9029164551249507,0.902465166130761,0.9630684703600974,0.9662172640894945,0.9010748979709146,0.9020452099031216 +83,0.2428471480207327,0.23250102900998768,0.9035651830540983,0.902465166130761,0.9627700740650026,0.9661977348363965,0.9016369861043183,0.9019396551724138 +84,0.24020858852164073,0.23341975483288718,0.9030010718113612,0.9030010718113612,0.9637544477062465,0.9663085920672174,0.9011355469311485,0.9033635878270155 +85,0.24014343326366944,0.23127585242223894,0.9038190331133299,0.9019292604501608,0.9636969116689909,0.9664131310102713,0.9021745366917207,0.9005975013579577 +86,0.24130127931139478,0.2312459619386403,0.9049190500366673,0.902465166130761,0.963289887284642,0.9664659748715952,0.9030904125341382,0.9015151515151515 +87,0.24277541521519932,0.2326191685782368,0.9040446776104247,0.905144694533762,0.9628405808103612,0.9665239882410921,0.9021964121435143,0.9054991991457555 +88,0.24368795111994793,0.2311950554514238,0.9028036328764032,0.9035369774919614,0.962587330598646,0.9666285271841459,0.9009770114942529,0.9032258064516129 +89,0.23855735969071382,0.23029129973753473,0.9054549557172674,0.9030010718113612,0.9641711460240185,0.9667020490781617,0.9037002987818892,0.9021092482422931 +90,0.24073721876471635,0.23050161007899564,0.9043549387939301,0.9046087888531619,0.9635786685172901,0.9667577648884708,0.9026553753408928,0.9040948275862069 +91,0.24047354394549503,0.22974699932087655,0.9036497997405089,0.9030010718113612,0.9635643326389773,0.9667830380395388,0.9018503620273531,0.9018970189701897 +92,0.24290664589360678,0.23086818841875942,0.9027754273142664,0.9056806002143623,0.9627408120075052,0.9668077368008096,0.9011045761009898,0.9056806002143623 +93,0.24282822395706563,0.2310948518982271,0.9028882495628138,0.905144694533762,0.9627972565450357,0.9668399026294415,0.9009863974923072,0.9052969502407705 +94,0.24074404672693533,0.2303888984144309,0.9041292942968353,0.9046087888531619,0.9635377738730728,0.9668858538132016,0.9024649200837901,0.9044038668098818 +95,0.2413557430429494,0.23274621147051502,0.902860044000677,0.905144694533762,0.9633963737432403,0.9669117013540667,0.9010913268236646,0.9061007957559681 +96,0.2411687319644677,0.22906032961664477,0.9040446776104247,0.9040728831725616,0.9632698822904103,0.9669944134848344,0.9022526146419951,0.9030860855441256 +97,0.2423167544450024,0.2287721153815843,0.9031703051841823,0.9046087888531619,0.9628940897546079,0.9671351389850992,0.9015288414651637,0.9031556039173014 +98,0.24185992195574357,0.23041353113589946,0.9045523777288882,0.9067524115755627,0.9628692366559123,0.9672167023362731,0.9026803174968365,0.907051282051282 +99,0.24178344040559338,0.22900298170721417,0.9035369774919614,0.9056806002143623,0.9631661898165309,0.9672666742486119,0.9017862270978118,0.9052744886975242 +100,0.23806213937670795,0.22829889623490177,0.9056806002143623,0.905144694533762,0.9641967724009451,0.967290224230289,0.9038748993905945,0.9043760129659644 diff --git a/training_curves/DeiT_accuracy.png b/training_curves/DeiT_accuracy.png new file mode 100644 index 0000000000000000000000000000000000000000..7cdcb835041534fe5bc237c3645c7df55b906f45 Binary files /dev/null and b/training_curves/DeiT_accuracy.png differ diff --git a/training_curves/DeiT_auc.png b/training_curves/DeiT_auc.png new file mode 100644 index 0000000000000000000000000000000000000000..ba4c4d35881263981dc79b4a014b6f7d03d78562 Binary files /dev/null and b/training_curves/DeiT_auc.png differ diff --git a/training_curves/DeiT_combined_metrics.png b/training_curves/DeiT_combined_metrics.png new file mode 100644 index 0000000000000000000000000000000000000000..a697f919cb7689b1aac6acfcb3c480a2f6aa77dc --- /dev/null +++ b/training_curves/DeiT_combined_metrics.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31b0732c64858f4e79d1a3efb93cf33c1fd1f26fca6cf085295727b0301feb6f +size 146171 diff --git a/training_curves/DeiT_f1.png b/training_curves/DeiT_f1.png new file mode 100644 index 0000000000000000000000000000000000000000..24d677082104e9a9c7f2adb2763fdc8e2bbb1882 Binary files /dev/null and b/training_curves/DeiT_f1.png differ diff --git a/training_curves/DeiT_loss.png b/training_curves/DeiT_loss.png new file mode 100644 index 0000000000000000000000000000000000000000..04de96a73988c292b086963b06d25e41fad53948 Binary files /dev/null and b/training_curves/DeiT_loss.png differ diff --git a/training_curves/DeiT_metrics.csv b/training_curves/DeiT_metrics.csv new file mode 100644 index 0000000000000000000000000000000000000000..d4ca07549a36786113ebdc9783a5400a47de4d56 --- /dev/null +++ b/training_curves/DeiT_metrics.csv @@ -0,0 +1,101 @@ +epoch,train_loss,val_loss,train_accuracy,val_accuracy,train_auc,val_auc,train_f1,val_f1 +1,0.5599910291313701,0.462465895717167,0.7459242962712247,0.8167202572347267,0.8288086612406147,0.9047661716575396,0.7519550611300804,0.8178913738019169 +2,0.43571613880558696,0.3925471210978039,0.8296666102555424,0.8344051446945338,0.9070490926568039,0.9262684537082031,0.8292379471228616,0.8348476750400855 +3,0.3835935896827719,0.3579742143775106,0.8518925932193828,0.8510182207931404,0.9258359015955908,0.9364776579600661,0.8512843750885043,0.8538380651945321 +4,0.3549255721963265,0.3365729374517582,0.8615953065944604,0.8638799571275455,0.933455524340891,0.941265196918054,0.8608535375017723,0.8648936170212767 +5,0.3379153631870911,0.323510292354504,0.8679697636373893,0.864951768488746,0.9382488549300732,0.9445811492161302,0.8669679142865263,0.8672286617492097 +6,0.3217847434815507,0.3110007922557389,0.8721159812715067,0.8729903536977492,0.9430096791936244,0.946719602430358,0.8711199545196134,0.8727858293075684 +7,0.31326455085647553,0.3041335728582462,0.8762339933434873,0.8762057877813505,0.9449612441065338,0.9485375461378606,0.8749216122227923,0.8766684463427656 +8,0.3058868969963537,0.2967163987481709,0.8796750719241835,0.8783494105037514,0.9470158093615729,0.9496869001216557,0.8783714432343046,0.8773635872501351 +9,0.29867844831057866,0.2919623796196229,0.8811417611552999,0.8794212218649518,0.9489121039742654,0.950924710134189,0.8798471715328468,0.8790972595378829 +10,0.29328469457229317,0.2887354736542778,0.884949512043775,0.8810289389067524,0.9505667650508878,0.952240062769317,0.8835403283369022,0.8820403825717322 +11,0.28963874989827687,0.2832514128117699,0.8841315507418063,0.8853161843515541,0.9513556552282555,0.9530620145688228,0.8828026931416182,0.883442265795207 +12,0.2849778412088038,0.2796604403345531,0.8867546680205336,0.8837084673097535,0.9526612336901897,0.9539580626521416,0.8854133965010417,0.8833960236432026 +13,0.2836345460919645,0.27641214435123557,0.8871213403283127,0.8858520900321544,0.9526742839536663,0.9547576132495643,0.8858202567760343,0.8849270664505673 +14,0.278156833234909,0.2734059058010003,0.8920291081401253,0.8858520900321544,0.9544152817038752,0.9553549786384435,0.8906098188260845,0.8848025959978366 +15,0.27447457094849376,0.27131725900426173,0.8901111299148192,0.8879957127545552,0.955151932640758,0.9558638879985847,0.8886220697541453,0.886720867208672 +16,0.2716016276805892,0.2697056948755332,0.8929034805663677,0.8863879957127545,0.9561984040243767,0.9564290875588318,0.8915917201998572,0.8865096359743041 +17,0.27044442852583606,0.26740771397900354,0.8921701359508095,0.890139335476956,0.9563303386558647,0.956991415170094,0.8907308428845,0.8877941981390257 +18,0.2666041707453903,0.2653676951334024,0.8951599255373159,0.8896034297963559,0.9575036467626346,0.9573716612157075,0.8938030341990229,0.8891280947255114 +19,0.26620349056992276,0.2640460044433066,0.8938624696790207,0.8922829581993569,0.9575284457636762,0.9575876317793791,0.8925072128431456,0.8907014681892332 +20,0.262760366213707,0.26231008480599455,0.8957522423421899,0.8879957127545552,0.9585952467274507,0.9579891302474816,0.8943094080640549,0.887209929843497 +21,0.2629145296051894,0.2614427703369852,0.8965137925198849,0.8896034297963559,0.9584650273098163,0.9582142910479052,0.8950844985845415,0.8897216274089935 +22,0.2610521931790684,0.2595121522712554,0.897077903762622,0.8938906752411575,0.959041391671187,0.9587404321019565,0.8957517927034826,0.8922742110990207 +23,0.25996418003756333,0.25814517053185554,0.8971625204490326,0.8965702036441586,0.9591241467618565,0.9590908098781261,0.8958999543170397,0.8950516585100599 +24,0.25899078215937826,0.2566087153946855,0.8986292096801489,0.8954983922829582,0.9592838318987448,0.9595503217157253,0.897143838360712,0.8943089430894309 +25,0.2554696574365857,0.2558793440892382,0.8992215264850228,0.8960342979635584,0.9604836080782932,0.9596720923526891,0.8979113688962542,0.8942202835332607 +26,0.25583559471623996,0.254775174321469,0.8989676764257911,0.8938906752411575,0.960193988332008,0.9599535433532188,0.8976044823051855,0.8918032786885246 +27,0.25601099494306906,0.2544805661945864,0.8991369097986123,0.894962486602358,0.9600404448699575,0.9601522822229804,0.8976414014197389,0.8956336528221512 +28,0.25351495277480157,0.2527332803731563,0.9002651322840864,0.8938906752411575,0.9608739672029918,0.9603291942804562,0.8989367783239968,0.8921568627450981 +29,0.253403079640363,0.2516424393826359,0.8997574321656231,0.9013933547695605,0.9607862208081859,0.9606910598525656,0.8983351450311803,0.9005405405405406 +30,0.25212909081024976,0.25074602227502313,0.9009984768996446,0.8992497320471597,0.9611510649334809,0.9609518328204033,0.8996626836658853,0.8978260869565218 +31,0.24980311645713427,0.24975935865636806,0.9026061939414453,0.8997856377277599,0.9617976782807998,0.9612418996678878,0.9010856799106247,0.8988642509464575 +32,0.25102716862126484,0.24931612553320515,0.9005189823433181,0.902465166130761,0.9613985760205486,0.9613257605782498,0.899139237610455,0.900871459694989 +33,0.2499999610285082,0.2483945776891095,0.902070288260845,0.8997856377277599,0.9615693814075508,0.9617157712504121,0.9004815409309791,0.8998393144081414 +34,0.24959831235825986,0.24705585415723622,0.9018728493258871,0.9013933547695605,0.9616036124936801,0.9619616100835278,0.9004720354741811,0.9007551240560949 +35,0.24854894448938578,0.24625713917220138,0.9027190161899926,0.897642015005359,0.9620880808519607,0.9622763756922832,0.9012002635423529,0.8976968398500268 +36,0.24943107196594339,0.24543348060160206,0.9017318215152028,0.902465166130761,0.9616274456924868,0.9624222707007211,0.9004116167390808,0.9009793253536452 +37,0.24431068688141833,0.24516867096401104,0.9046369944152987,0.9013933547695605,0.9633655603559587,0.962471668223263,0.9033972399211406,0.9011815252416756 +38,0.2471020013386474,0.24567162075418367,0.9027190161899926,0.8971061093247589,0.9623273372734692,0.9626439851623628,0.9013867047891351,0.8980891719745223 +39,0.24605014520029184,0.24340970795062578,0.9032267163084561,0.9013933547695605,0.9627701806692032,0.9629788544140134,0.9017552902098903,0.9 +40,0.24439072205968307,0.24287348262175104,0.902860044000677,0.9019292604501608,0.9631371887006586,0.9631293445408271,0.9014761414349468,0.901453957996769 +41,0.2455504452149302,0.24209835698941895,0.9008574490889604,0.9013933547695605,0.9627329917142855,0.9633183187840398,0.8994133638574904,0.9005405405405406 +42,0.24175282072841384,0.2413977846934481,0.9046934055395724,0.9003215434083601,0.9639621397377471,0.9634940820619217,0.9032553611818936,0.8992416034669556 +43,0.24359319280763025,0.24212247741759016,0.9037344164269194,0.9035369774919614,0.963212790172139,0.9634751271986206,0.9024940719366912,0.9013157894736842 +44,0.24348634754538154,0.24062674677065332,0.9042421165453828,0.9030010718113612,0.9632483466507915,0.963760598927729,0.9028306477002777,0.9024258760107817 +45,0.2431402928505599,0.24036922236347505,0.9050882834094883,0.9013933547695605,0.9634048257061256,0.963921428070889,0.9038543958398811,0.9014989293361885 +46,0.24217155815320765,0.23939127223476336,0.9044677610424776,0.9035369774919614,0.9637068926861561,0.9640299877425218,0.903198147989368,0.9024918743228603 +47,0.23906437446167675,0.23875793948817484,0.9065267670784679,0.9035369774919614,0.9646654760664038,0.9641971351734484,0.9050756186984418,0.9028077753779697 +48,0.2403272008468181,0.23857340499327498,0.9055113668415411,0.9019292604501608,0.9642910550652415,0.9642086229693885,0.9040774252662925,0.901453957996769 +49,0.24162744353579715,0.23789543680056116,0.9050600778473515,0.9046087888531619,0.963857478279418,0.9644538874127071,0.9037295503946917,0.9036796536796536 +50,0.24165227458720726,0.23777239743344653,0.9044677610424776,0.9030010718113612,0.9636912202775675,0.964581401947641,0.903198147989368,0.9011469142545058 +51,0.24020680298981156,0.23736688485099572,0.9045523777288882,0.9035369774919614,0.9640341293952686,0.9646635396886118,0.9030983334287841,0.9031216361679225 +52,0.2377514572721747,0.23676636244898058,0.9054831612794043,0.905144694533762,0.9650021400872816,0.9647192554989207,0.9039139784946236,0.9040650406504065 +53,0.24107373520835318,0.2379413923649926,0.9059626558357308,0.9019292604501608,0.9638289735890767,0.9647996700705006,0.9045956618783265,0.9025039957378796 +54,0.23939518202055246,0.2359399959876223,0.9055113668415411,0.905144694533762,0.9643202693895149,0.9649823260259464,0.90411037325395,0.9040650406504065 +55,0.23949999953207984,0.23657755093750846,0.9064139448299204,0.9072883172561629,0.9642635368615321,0.9650196613627514,0.9051945825475741,0.9048927982407916 +56,0.23870263256877786,0.23518454031928943,0.9063575337056468,0.905144694533762,0.964514411549793,0.9651621100324072,0.9048819619527848,0.9042725797728501 +57,0.23992309915896376,0.2345953372417922,0.9053985445929937,0.905144694533762,0.9641599000764143,0.9654096720349137,0.9040343347639485,0.9038565996740902 +58,0.23701916379832963,0.2342424989704917,0.9078242229367631,0.9067524115755627,0.9649482429128119,0.9655555670433515,0.9065056931967729,0.9052287581699346 +59,0.23500212104283405,0.23410661403580876,0.9073165228182998,0.9067524115755627,0.9656878421718382,0.9654889378268996,0.9058776351970669,0.9051254089422028 +60,0.23687597217546097,0.23476622974757597,0.9059626558357308,0.9094319399785638,0.9649848542957177,0.9655727987372615,0.9045300956417158,0.9068870523415978 +61,0.2387069481735323,0.23355523202196962,0.9061600947706888,0.9078242229367631,0.9644727674939569,0.9655521207045696,0.9047659939888364,0.9064200217627857 +62,0.23658013972237057,0.23281563990944068,0.9077678118124894,0.9062165058949625,0.9652057891146985,0.9657744095560081,0.9064591795869329,0.9052517596101787 +63,0.23613325046855477,0.23316378273381297,0.9077396062503525,0.9035369774919614,0.9652508620071345,0.965876076550077,0.9064225432699184,0.9034334763948498 +64,0.2356890222307671,0.23229890894084881,0.9071190838833418,0.9067524115755627,0.9653885691765269,0.9659421313767319,0.9057877721511745,0.9054347826086957 +65,0.23810279991475836,0.23337468849884352,0.9055113668415411,0.9105037513397642,0.9644832799410172,0.96583529487449,0.9040389573188198,0.9082921471718836 +66,0.23526748184182153,0.23181471051318853,0.9085857731144582,0.9088960342979635,0.9652232212881499,0.9660822824871996,0.9071053913841038,0.9075081610446137 +67,0.23366887537854883,0.23118922794746816,0.9071754950076155,0.9072883172561629,0.9659392928410038,0.9662683847814274,0.9058934545766493,0.9064359113034073 +68,0.23344546598838578,0.23160079442611461,0.9072883172561629,0.9078242229367631,0.9658525154306479,0.9663223774223454,0.9058624738665979,0.9054945054945055 +69,0.23629899027686896,0.23192693901598646,0.9071190838833418,0.9105037513397642,0.9649541793347859,0.9664119822306773,0.9057985525073662,0.9081913139087411 +70,0.23373953090502458,0.2315347735138185,0.9085293619901844,0.9110396570203644,0.965699099257195,0.9664257675858052,0.9072660204169168,0.9088913282107574 +71,0.23218554689317694,0.2307053838416311,0.9081908952445422,0.9056806002143623,0.9662720411463955,0.966529157749265,0.9067201604814443,0.9054779806659506 +72,0.2347824006117748,0.230076948019086,0.9081344841202685,0.9083601286173634,0.9654784460642364,0.9664992894798212,0.9068390492262807,0.9070146818923328 +73,0.235329653836382,0.23015613801226356,0.9061883003328256,0.9083601286173634,0.9652467935453314,0.9664183005184441,0.9049225315876737,0.9072164948453608 +74,0.23410889187083467,0.23107669677381731,0.9083037174930897,0.9121114683815649,0.9656419084902605,0.966478037057332,0.9068828230172142,0.9097909790979097 +75,0.234483054568772,0.22964087967129,0.9067806171376995,0.909967845659164,0.9656036232622953,0.9666279527943489,0.905384901663279,0.9083969465648855 +76,0.23360592766115965,0.22951005413601253,0.9088678287358267,0.9078242229367631,0.9656354788249706,0.9667169832128837,0.9074503738076823,0.9073275862068966 +77,0.23334707568383375,0.2290122308723413,0.9088678287358267,0.909967845659164,0.9658519299030985,0.9668559855437577,0.9074980675083741,0.9085963003264418 +78,0.23388600799815065,0.22894997861224356,0.9078524284989,0.909967845659164,0.9655870407402336,0.9670306000420452,0.9064941755631243,0.9080962800875274 +79,0.2310226711248016,0.22893047821483428,0.9107576013989959,0.9094319399785638,0.9666419195357286,0.9669208915908186,0.9093928980526919,0.9075997813012575 +80,0.2348670469895497,0.22863226194665362,0.9094319399785638,0.9094319399785638,0.9652538166937081,0.9670501292951432,0.9079863598590137,0.9075997813012575 +81,0.23266890706054086,0.22771172862727543,0.9093473232921532,0.9110396570203644,0.9661531392762018,0.9672948193486648,0.9081189251000572,0.9092896174863389 +82,0.2338833222006517,0.22773388881008724,0.9086703898008688,0.9105037513397642,0.9657734660292779,0.967378680259027,0.907342757397127,0.9084931506849315 +83,0.23050404295519455,0.22722128900875999,0.9092627066057426,0.9105037513397642,0.9667648389522864,0.9673252620079058,0.9078249906879459,0.9092884302009777 +84,0.23279902188683912,0.22778179987642158,0.9071472894454786,0.9062165058949625,0.9660429009861871,0.9673074559241989,0.9057651571534895,0.9059645351961311 +85,0.23193355020401057,0.22705545096727045,0.9088396231736898,0.9105037513397642,0.9662420042195596,0.9673936143937488,0.9075567759281505,0.909386869234943 +86,0.23290979436285544,0.2263838306213115,0.9088396231736898,0.9115755627009646,0.9660537380191716,0.9676515154126014,0.9075937785910339,0.909688013136289 +87,0.2338029277326694,0.22640484245643738,0.9079934563095843,0.9110396570203644,0.9655766205774067,0.9675607618246755,0.9065650779101742,0.9096844396082698 +88,0.23096776775729538,0.22708577329706148,0.908444745303774,0.9121114683815649,0.9665029108404248,0.9676268166513304,0.9070446735395189,0.9098901098901099 +89,0.2315429031273943,0.22609832844550204,0.9091780899193321,0.9110396570203644,0.9662046657005399,0.9676578337003685,0.9078841972765763,0.9095860566448801 +90,0.23244273385172023,0.2257773161317758,0.908444745303774,0.9121114683815649,0.9660870192141405,0.9677859226250992,0.9073259864100953,0.9104803493449781 +91,0.22897032282793858,0.22620400048528838,0.9097422011620692,0.912647374062165,0.9671465758656002,0.9678060262679943,0.9083882049813914,0.9103903243540407 +92,0.23155764932054657,0.22537069195144813,0.9092062954814689,0.9115755627009646,0.9662448204797832,0.9678048774884002,0.9079838778835434,0.9099836333878887 +93,0.22997965020493094,0.22555666179710646,0.9101370790319852,0.9094319399785638,0.9668850184817792,0.9678743786538371,0.9087942287873583,0.9087965461413924 +94,0.23044726383183728,0.22486757427166512,0.9089806509843741,0.9105037513397642,0.9667960517075433,0.967968004190748,0.9076125855306478,0.9090909090909091 +95,0.2302000780187498,0.2252957789269291,0.9078806340610368,0.9105037513397642,0.966667106766993,0.9678600189089122,0.9064719358533792,0.908991825613079 +96,0.2305848699199869,0.2263264821369165,0.9095165566649743,0.9072883172561629,0.9664845558246404,0.9677612238638282,0.90808549653315,0.9071390230810521 +97,0.2296860817902422,0.22460967259200057,0.9114345348902804,0.9105037513397642,0.9666146813669341,0.968006488307147,0.910167648909996,0.909386869234943 +98,0.23076937964350303,0.22461468417353186,0.9100242567834377,0.912647374062165,0.966428345179908,0.9681029857930428,0.9087110805860806,0.9107827038861521 +99,0.230310774485983,0.22444257739080878,0.9098268178484797,0.9088960342979635,0.9664569373811603,0.9681518089257876,0.9085081418309818,0.9079089924160346 +100,0.2297555296417823,0.22409352875790794,0.9097139955999323,0.9105037513397642,0.9668171895702944,0.9681839747544196,0.9082676601232268,0.9091897770527461 diff --git a/training_metrics.csv b/training_metrics.csv new file mode 100644 index 0000000000000000000000000000000000000000..d4ca07549a36786113ebdc9783a5400a47de4d56 --- /dev/null +++ b/training_metrics.csv @@ -0,0 +1,101 @@ +epoch,train_loss,val_loss,train_accuracy,val_accuracy,train_auc,val_auc,train_f1,val_f1 +1,0.5599910291313701,0.462465895717167,0.7459242962712247,0.8167202572347267,0.8288086612406147,0.9047661716575396,0.7519550611300804,0.8178913738019169 +2,0.43571613880558696,0.3925471210978039,0.8296666102555424,0.8344051446945338,0.9070490926568039,0.9262684537082031,0.8292379471228616,0.8348476750400855 +3,0.3835935896827719,0.3579742143775106,0.8518925932193828,0.8510182207931404,0.9258359015955908,0.9364776579600661,0.8512843750885043,0.8538380651945321 +4,0.3549255721963265,0.3365729374517582,0.8615953065944604,0.8638799571275455,0.933455524340891,0.941265196918054,0.8608535375017723,0.8648936170212767 +5,0.3379153631870911,0.323510292354504,0.8679697636373893,0.864951768488746,0.9382488549300732,0.9445811492161302,0.8669679142865263,0.8672286617492097 +6,0.3217847434815507,0.3110007922557389,0.8721159812715067,0.8729903536977492,0.9430096791936244,0.946719602430358,0.8711199545196134,0.8727858293075684 +7,0.31326455085647553,0.3041335728582462,0.8762339933434873,0.8762057877813505,0.9449612441065338,0.9485375461378606,0.8749216122227923,0.8766684463427656 +8,0.3058868969963537,0.2967163987481709,0.8796750719241835,0.8783494105037514,0.9470158093615729,0.9496869001216557,0.8783714432343046,0.8773635872501351 +9,0.29867844831057866,0.2919623796196229,0.8811417611552999,0.8794212218649518,0.9489121039742654,0.950924710134189,0.8798471715328468,0.8790972595378829 +10,0.29328469457229317,0.2887354736542778,0.884949512043775,0.8810289389067524,0.9505667650508878,0.952240062769317,0.8835403283369022,0.8820403825717322 +11,0.28963874989827687,0.2832514128117699,0.8841315507418063,0.8853161843515541,0.9513556552282555,0.9530620145688228,0.8828026931416182,0.883442265795207 +12,0.2849778412088038,0.2796604403345531,0.8867546680205336,0.8837084673097535,0.9526612336901897,0.9539580626521416,0.8854133965010417,0.8833960236432026 +13,0.2836345460919645,0.27641214435123557,0.8871213403283127,0.8858520900321544,0.9526742839536663,0.9547576132495643,0.8858202567760343,0.8849270664505673 +14,0.278156833234909,0.2734059058010003,0.8920291081401253,0.8858520900321544,0.9544152817038752,0.9553549786384435,0.8906098188260845,0.8848025959978366 +15,0.27447457094849376,0.27131725900426173,0.8901111299148192,0.8879957127545552,0.955151932640758,0.9558638879985847,0.8886220697541453,0.886720867208672 +16,0.2716016276805892,0.2697056948755332,0.8929034805663677,0.8863879957127545,0.9561984040243767,0.9564290875588318,0.8915917201998572,0.8865096359743041 +17,0.27044442852583606,0.26740771397900354,0.8921701359508095,0.890139335476956,0.9563303386558647,0.956991415170094,0.8907308428845,0.8877941981390257 +18,0.2666041707453903,0.2653676951334024,0.8951599255373159,0.8896034297963559,0.9575036467626346,0.9573716612157075,0.8938030341990229,0.8891280947255114 +19,0.26620349056992276,0.2640460044433066,0.8938624696790207,0.8922829581993569,0.9575284457636762,0.9575876317793791,0.8925072128431456,0.8907014681892332 +20,0.262760366213707,0.26231008480599455,0.8957522423421899,0.8879957127545552,0.9585952467274507,0.9579891302474816,0.8943094080640549,0.887209929843497 +21,0.2629145296051894,0.2614427703369852,0.8965137925198849,0.8896034297963559,0.9584650273098163,0.9582142910479052,0.8950844985845415,0.8897216274089935 +22,0.2610521931790684,0.2595121522712554,0.897077903762622,0.8938906752411575,0.959041391671187,0.9587404321019565,0.8957517927034826,0.8922742110990207 +23,0.25996418003756333,0.25814517053185554,0.8971625204490326,0.8965702036441586,0.9591241467618565,0.9590908098781261,0.8958999543170397,0.8950516585100599 +24,0.25899078215937826,0.2566087153946855,0.8986292096801489,0.8954983922829582,0.9592838318987448,0.9595503217157253,0.897143838360712,0.8943089430894309 +25,0.2554696574365857,0.2558793440892382,0.8992215264850228,0.8960342979635584,0.9604836080782932,0.9596720923526891,0.8979113688962542,0.8942202835332607 +26,0.25583559471623996,0.254775174321469,0.8989676764257911,0.8938906752411575,0.960193988332008,0.9599535433532188,0.8976044823051855,0.8918032786885246 +27,0.25601099494306906,0.2544805661945864,0.8991369097986123,0.894962486602358,0.9600404448699575,0.9601522822229804,0.8976414014197389,0.8956336528221512 +28,0.25351495277480157,0.2527332803731563,0.9002651322840864,0.8938906752411575,0.9608739672029918,0.9603291942804562,0.8989367783239968,0.8921568627450981 +29,0.253403079640363,0.2516424393826359,0.8997574321656231,0.9013933547695605,0.9607862208081859,0.9606910598525656,0.8983351450311803,0.9005405405405406 +30,0.25212909081024976,0.25074602227502313,0.9009984768996446,0.8992497320471597,0.9611510649334809,0.9609518328204033,0.8996626836658853,0.8978260869565218 +31,0.24980311645713427,0.24975935865636806,0.9026061939414453,0.8997856377277599,0.9617976782807998,0.9612418996678878,0.9010856799106247,0.8988642509464575 +32,0.25102716862126484,0.24931612553320515,0.9005189823433181,0.902465166130761,0.9613985760205486,0.9613257605782498,0.899139237610455,0.900871459694989 +33,0.2499999610285082,0.2483945776891095,0.902070288260845,0.8997856377277599,0.9615693814075508,0.9617157712504121,0.9004815409309791,0.8998393144081414 +34,0.24959831235825986,0.24705585415723622,0.9018728493258871,0.9013933547695605,0.9616036124936801,0.9619616100835278,0.9004720354741811,0.9007551240560949 +35,0.24854894448938578,0.24625713917220138,0.9027190161899926,0.897642015005359,0.9620880808519607,0.9622763756922832,0.9012002635423529,0.8976968398500268 +36,0.24943107196594339,0.24543348060160206,0.9017318215152028,0.902465166130761,0.9616274456924868,0.9624222707007211,0.9004116167390808,0.9009793253536452 +37,0.24431068688141833,0.24516867096401104,0.9046369944152987,0.9013933547695605,0.9633655603559587,0.962471668223263,0.9033972399211406,0.9011815252416756 +38,0.2471020013386474,0.24567162075418367,0.9027190161899926,0.8971061093247589,0.9623273372734692,0.9626439851623628,0.9013867047891351,0.8980891719745223 +39,0.24605014520029184,0.24340970795062578,0.9032267163084561,0.9013933547695605,0.9627701806692032,0.9629788544140134,0.9017552902098903,0.9 +40,0.24439072205968307,0.24287348262175104,0.902860044000677,0.9019292604501608,0.9631371887006586,0.9631293445408271,0.9014761414349468,0.901453957996769 +41,0.2455504452149302,0.24209835698941895,0.9008574490889604,0.9013933547695605,0.9627329917142855,0.9633183187840398,0.8994133638574904,0.9005405405405406 +42,0.24175282072841384,0.2413977846934481,0.9046934055395724,0.9003215434083601,0.9639621397377471,0.9634940820619217,0.9032553611818936,0.8992416034669556 +43,0.24359319280763025,0.24212247741759016,0.9037344164269194,0.9035369774919614,0.963212790172139,0.9634751271986206,0.9024940719366912,0.9013157894736842 +44,0.24348634754538154,0.24062674677065332,0.9042421165453828,0.9030010718113612,0.9632483466507915,0.963760598927729,0.9028306477002777,0.9024258760107817 +45,0.2431402928505599,0.24036922236347505,0.9050882834094883,0.9013933547695605,0.9634048257061256,0.963921428070889,0.9038543958398811,0.9014989293361885 +46,0.24217155815320765,0.23939127223476336,0.9044677610424776,0.9035369774919614,0.9637068926861561,0.9640299877425218,0.903198147989368,0.9024918743228603 +47,0.23906437446167675,0.23875793948817484,0.9065267670784679,0.9035369774919614,0.9646654760664038,0.9641971351734484,0.9050756186984418,0.9028077753779697 +48,0.2403272008468181,0.23857340499327498,0.9055113668415411,0.9019292604501608,0.9642910550652415,0.9642086229693885,0.9040774252662925,0.901453957996769 +49,0.24162744353579715,0.23789543680056116,0.9050600778473515,0.9046087888531619,0.963857478279418,0.9644538874127071,0.9037295503946917,0.9036796536796536 +50,0.24165227458720726,0.23777239743344653,0.9044677610424776,0.9030010718113612,0.9636912202775675,0.964581401947641,0.903198147989368,0.9011469142545058 +51,0.24020680298981156,0.23736688485099572,0.9045523777288882,0.9035369774919614,0.9640341293952686,0.9646635396886118,0.9030983334287841,0.9031216361679225 +52,0.2377514572721747,0.23676636244898058,0.9054831612794043,0.905144694533762,0.9650021400872816,0.9647192554989207,0.9039139784946236,0.9040650406504065 +53,0.24107373520835318,0.2379413923649926,0.9059626558357308,0.9019292604501608,0.9638289735890767,0.9647996700705006,0.9045956618783265,0.9025039957378796 +54,0.23939518202055246,0.2359399959876223,0.9055113668415411,0.905144694533762,0.9643202693895149,0.9649823260259464,0.90411037325395,0.9040650406504065 +55,0.23949999953207984,0.23657755093750846,0.9064139448299204,0.9072883172561629,0.9642635368615321,0.9650196613627514,0.9051945825475741,0.9048927982407916 +56,0.23870263256877786,0.23518454031928943,0.9063575337056468,0.905144694533762,0.964514411549793,0.9651621100324072,0.9048819619527848,0.9042725797728501 +57,0.23992309915896376,0.2345953372417922,0.9053985445929937,0.905144694533762,0.9641599000764143,0.9654096720349137,0.9040343347639485,0.9038565996740902 +58,0.23701916379832963,0.2342424989704917,0.9078242229367631,0.9067524115755627,0.9649482429128119,0.9655555670433515,0.9065056931967729,0.9052287581699346 +59,0.23500212104283405,0.23410661403580876,0.9073165228182998,0.9067524115755627,0.9656878421718382,0.9654889378268996,0.9058776351970669,0.9051254089422028 +60,0.23687597217546097,0.23476622974757597,0.9059626558357308,0.9094319399785638,0.9649848542957177,0.9655727987372615,0.9045300956417158,0.9068870523415978 +61,0.2387069481735323,0.23355523202196962,0.9061600947706888,0.9078242229367631,0.9644727674939569,0.9655521207045696,0.9047659939888364,0.9064200217627857 +62,0.23658013972237057,0.23281563990944068,0.9077678118124894,0.9062165058949625,0.9652057891146985,0.9657744095560081,0.9064591795869329,0.9052517596101787 +63,0.23613325046855477,0.23316378273381297,0.9077396062503525,0.9035369774919614,0.9652508620071345,0.965876076550077,0.9064225432699184,0.9034334763948498 +64,0.2356890222307671,0.23229890894084881,0.9071190838833418,0.9067524115755627,0.9653885691765269,0.9659421313767319,0.9057877721511745,0.9054347826086957 +65,0.23810279991475836,0.23337468849884352,0.9055113668415411,0.9105037513397642,0.9644832799410172,0.96583529487449,0.9040389573188198,0.9082921471718836 +66,0.23526748184182153,0.23181471051318853,0.9085857731144582,0.9088960342979635,0.9652232212881499,0.9660822824871996,0.9071053913841038,0.9075081610446137 +67,0.23366887537854883,0.23118922794746816,0.9071754950076155,0.9072883172561629,0.9659392928410038,0.9662683847814274,0.9058934545766493,0.9064359113034073 +68,0.23344546598838578,0.23160079442611461,0.9072883172561629,0.9078242229367631,0.9658525154306479,0.9663223774223454,0.9058624738665979,0.9054945054945055 +69,0.23629899027686896,0.23192693901598646,0.9071190838833418,0.9105037513397642,0.9649541793347859,0.9664119822306773,0.9057985525073662,0.9081913139087411 +70,0.23373953090502458,0.2315347735138185,0.9085293619901844,0.9110396570203644,0.965699099257195,0.9664257675858052,0.9072660204169168,0.9088913282107574 +71,0.23218554689317694,0.2307053838416311,0.9081908952445422,0.9056806002143623,0.9662720411463955,0.966529157749265,0.9067201604814443,0.9054779806659506 +72,0.2347824006117748,0.230076948019086,0.9081344841202685,0.9083601286173634,0.9654784460642364,0.9664992894798212,0.9068390492262807,0.9070146818923328 +73,0.235329653836382,0.23015613801226356,0.9061883003328256,0.9083601286173634,0.9652467935453314,0.9664183005184441,0.9049225315876737,0.9072164948453608 +74,0.23410889187083467,0.23107669677381731,0.9083037174930897,0.9121114683815649,0.9656419084902605,0.966478037057332,0.9068828230172142,0.9097909790979097 +75,0.234483054568772,0.22964087967129,0.9067806171376995,0.909967845659164,0.9656036232622953,0.9666279527943489,0.905384901663279,0.9083969465648855 +76,0.23360592766115965,0.22951005413601253,0.9088678287358267,0.9078242229367631,0.9656354788249706,0.9667169832128837,0.9074503738076823,0.9073275862068966 +77,0.23334707568383375,0.2290122308723413,0.9088678287358267,0.909967845659164,0.9658519299030985,0.9668559855437577,0.9074980675083741,0.9085963003264418 +78,0.23388600799815065,0.22894997861224356,0.9078524284989,0.909967845659164,0.9655870407402336,0.9670306000420452,0.9064941755631243,0.9080962800875274 +79,0.2310226711248016,0.22893047821483428,0.9107576013989959,0.9094319399785638,0.9666419195357286,0.9669208915908186,0.9093928980526919,0.9075997813012575 +80,0.2348670469895497,0.22863226194665362,0.9094319399785638,0.9094319399785638,0.9652538166937081,0.9670501292951432,0.9079863598590137,0.9075997813012575 +81,0.23266890706054086,0.22771172862727543,0.9093473232921532,0.9110396570203644,0.9661531392762018,0.9672948193486648,0.9081189251000572,0.9092896174863389 +82,0.2338833222006517,0.22773388881008724,0.9086703898008688,0.9105037513397642,0.9657734660292779,0.967378680259027,0.907342757397127,0.9084931506849315 +83,0.23050404295519455,0.22722128900875999,0.9092627066057426,0.9105037513397642,0.9667648389522864,0.9673252620079058,0.9078249906879459,0.9092884302009777 +84,0.23279902188683912,0.22778179987642158,0.9071472894454786,0.9062165058949625,0.9660429009861871,0.9673074559241989,0.9057651571534895,0.9059645351961311 +85,0.23193355020401057,0.22705545096727045,0.9088396231736898,0.9105037513397642,0.9662420042195596,0.9673936143937488,0.9075567759281505,0.909386869234943 +86,0.23290979436285544,0.2263838306213115,0.9088396231736898,0.9115755627009646,0.9660537380191716,0.9676515154126014,0.9075937785910339,0.909688013136289 +87,0.2338029277326694,0.22640484245643738,0.9079934563095843,0.9110396570203644,0.9655766205774067,0.9675607618246755,0.9065650779101742,0.9096844396082698 +88,0.23096776775729538,0.22708577329706148,0.908444745303774,0.9121114683815649,0.9665029108404248,0.9676268166513304,0.9070446735395189,0.9098901098901099 +89,0.2315429031273943,0.22609832844550204,0.9091780899193321,0.9110396570203644,0.9662046657005399,0.9676578337003685,0.9078841972765763,0.9095860566448801 +90,0.23244273385172023,0.2257773161317758,0.908444745303774,0.9121114683815649,0.9660870192141405,0.9677859226250992,0.9073259864100953,0.9104803493449781 +91,0.22897032282793858,0.22620400048528838,0.9097422011620692,0.912647374062165,0.9671465758656002,0.9678060262679943,0.9083882049813914,0.9103903243540407 +92,0.23155764932054657,0.22537069195144813,0.9092062954814689,0.9115755627009646,0.9662448204797832,0.9678048774884002,0.9079838778835434,0.9099836333878887 +93,0.22997965020493094,0.22555666179710646,0.9101370790319852,0.9094319399785638,0.9668850184817792,0.9678743786538371,0.9087942287873583,0.9087965461413924 +94,0.23044726383183728,0.22486757427166512,0.9089806509843741,0.9105037513397642,0.9667960517075433,0.967968004190748,0.9076125855306478,0.9090909090909091 +95,0.2302000780187498,0.2252957789269291,0.9078806340610368,0.9105037513397642,0.966667106766993,0.9678600189089122,0.9064719358533792,0.908991825613079 +96,0.2305848699199869,0.2263264821369165,0.9095165566649743,0.9072883172561629,0.9664845558246404,0.9677612238638282,0.90808549653315,0.9071390230810521 +97,0.2296860817902422,0.22460967259200057,0.9114345348902804,0.9105037513397642,0.9666146813669341,0.968006488307147,0.910167648909996,0.909386869234943 +98,0.23076937964350303,0.22461468417353186,0.9100242567834377,0.912647374062165,0.966428345179908,0.9681029857930428,0.9087110805860806,0.9107827038861521 +99,0.230310774485983,0.22444257739080878,0.9098268178484797,0.9088960342979635,0.9664569373811603,0.9681518089257876,0.9085081418309818,0.9079089924160346 +100,0.2297555296417823,0.22409352875790794,0.9097139955999323,0.9105037513397642,0.9668171895702944,0.9681839747544196,0.9082676601232268,0.9091897770527461 diff --git a/training_notebook_b1.ipynb b/training_notebook_b1.ipynb new file mode 100644 index 0000000000000000000000000000000000000000..fe1ecb63b64086622c0ab3574752212cfc5655de --- /dev/null +++ b/training_notebook_b1.ipynb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acb5fce661985de7cc0696f154d666433052faac4da923777ec70b1c5fe195bb +size 22170998