End of training

README.md

@@ -1,6 +1,8 @@
 ---
 base_model: microsoft/dit-base-finetuned-rvlcdip
 tags:
+- image-classification
+- vision
 - generated_from_trainer
 metrics:
 - f1
@@ -16,8 +18,8 @@ should probably proofread and complete it, then remove this comment. -->
 
 This model is a fine-tuned version of [microsoft/dit-base-finetuned-rvlcdip](https://huggingface.co/microsoft/dit-base-finetuned-rvlcdip) on an unknown dataset.
 It achieves the following results on the evaluation set:
-- F1: 0.9705
-- Loss: 0.0391
+- Loss: 0.0385
+- F1: 0.9560
 
 ## Model description
 

all_results.json

@@ -1,13 +1,13 @@
 {
     "epoch": 5.0,
-    "eval_f1": 0.9705180789481339,
+    "eval_f1": 0.9559976654139271,
     "eval_loss": 0.038467586040496826,
-    "eval_runtime": 693.4096,
-    "eval_samples_per_second": 297.461,
-    "eval_steps_per_second": 2.325,
+    "eval_runtime": 973.1053,
+    "eval_samples_per_second": 211.963,
+    "eval_steps_per_second": 1.657,
     "total_flos": 9.82152667464321e+19,
     "train_loss": 0.0,
-    "train_runtime": 0.0948,
-    "train_samples_per_second": 13370531.58,
-    "train_steps_per_second": 104501.788
+    "train_runtime": 0.0911,
+    "train_samples_per_second": 13908360.178,
+    "train_steps_per_second": 108705.364
 }

config.json

@@ -1,10 +1,15 @@
 {
-  "_name_or_path": "google/vit-base-patch16-224-in21k",
+  "_name_or_path": "microsoft/dit-base-finetuned-rvlcdip",
+  "add_fpn": false,
   "architectures": [
-    "ViTForImageClassification"
+    "BeitForImageClassification"
   ],
   "attention_probs_dropout_prob": 0.0,
-  "encoder_stride": 16,
+  "auxiliary_channels": 256,
+  "auxiliary_concat_input": false,
+  "auxiliary_loss_weight": 0.4,
+  "auxiliary_num_convs": 1,
+  "drop_path_rate": 0.1,
   "finetuning_task": "image-classification",
   "hidden_act": "gelu",
   "hidden_dropout_prob": 0.0,
@@ -19,13 +24,55 @@
     "Value(dtype='int64', id=None)": "0"
   },
   "layer_norm_eps": 1e-12,
-  "model_type": "vit",
+  "layer_scale_init_value": 0.1,
+  "model_type": "beit",
   "num_attention_heads": 12,
   "num_channels": 3,
   "num_hidden_layers": 12,
+  "out_features": [
+    "stage3",
+    "stage5",
+    "stage7",
+    "stage11"
+  ],
+  "out_indices": [
+    3,
+    5,
+    7,
+    11
+  ],
   "patch_size": 16,
+  "pool_scales": [
+    1,
+    2,
+    3,
+    6
+  ],
   "problem_type": "regression",
-  "qkv_bias": true,
+  "reshape_hidden_states": true,
+  "semantic_loss_ignore_index": 255,
+  "stage_names": [
+    "stem",
+    "stage1",
+    "stage2",
+    "stage3",
+    "stage4",
+    "stage5",
+    "stage6",
+    "stage7",
+    "stage8",
+    "stage9",
+    "stage10",
+    "stage11",
+    "stage12"
+  ],
   "torch_dtype": "float32",
-  "transformers_version": "4.43.0.dev0"
+  "transformers_version": "4.43.0.dev0",
+  "use_absolute_position_embeddings": true,
+  "use_auxiliary_head": true,
+  "use_mask_token": false,
+  "use_mean_pooling": true,
+  "use_relative_position_bias": false,
+  "use_shared_relative_position_bias": false,
+  "vocab_size": 8192
 }

eval_results.json

@@ -1,8 +1,8 @@
 {
     "epoch": 5.0,
-    "eval_f1": 0.9705180789481339,
+    "eval_f1": 0.9559976654139271,
     "eval_loss": 0.038467586040496826,
-    "eval_runtime": 693.4096,
-    "eval_samples_per_second": 297.461,
-    "eval_steps_per_second": 2.325
+    "eval_runtime": 973.1053,
+    "eval_samples_per_second": 211.963,
+    "eval_steps_per_second": 1.657
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:572303f761b7a7387078fed0e6d4bb406e84528aa38cd5998d45fe55f1830673
-size 343220892
+oid sha256:e5e6ad99f326c79142618188e2f2311b61803f4a73856b3c1a458bcde5366aa2
+size 343258940

preprocessor_config.json

@@ -1,5 +1,11 @@
 {
+  "crop_size": {
+    "height": 224,
+    "width": 224
+  },
+  "do_center_crop": false,
   "do_normalize": true,
+  "do_reduce_labels": false,
   "do_rescale": true,
   "do_resize": true,
   "image_mean": [
@@ -7,7 +13,7 @@
     0.5,
     0.5
   ],
-  "image_processor_type": "ViTImageProcessor",
+  "image_processor_type": "BeitImageProcessor",
   "image_std": [
     0.5,
     0.5,

train_results.json

@@ -2,7 +2,7 @@
     "epoch": 5.0,
     "total_flos": 9.82152667464321e+19,
     "train_loss": 0.0,
-    "train_runtime": 0.0948,
-    "train_samples_per_second": 13370531.58,
-    "train_steps_per_second": 104501.788
+    "train_runtime": 0.0911,
+    "train_samples_per_second": 13908360.178,
+    "train_steps_per_second": 108705.364
 }

trainer_state.json

@@ -6988,9 +6988,9 @@
       "step": 9905,
       "total_flos": 9.82152667464321e+19,
       "train_loss": 0.0,
-      "train_runtime": 0.0948,
-      "train_samples_per_second": 13370531.58,
-      "train_steps_per_second": 104501.788
+      "train_runtime": 0.0911,
+      "train_samples_per_second": 13908360.178,
+      "train_steps_per_second": 108705.364
     }
   ],
   "logging_steps": 10,

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e2777cd6ca34df0dd4817d6b6c2e8886766894f679613fe17800af149d9d7ac2
-size 5240
+oid sha256:28d64c4128e1df043999e35afc4e6e91d29e226577779da683f0fa13a7cf048e
+size 5368