End of training

README.md

@@ -3,9 +3,23 @@ license: apache-2.0
 base_model: google/t5-small-lm-adapt
 tags:
 - generated_from_trainer
+datasets:
+- Isotonic/planner_dataset
+metrics:
+- rouge
 model-index:
 - name: plan_t5
-  results: []
+  results:
+  - task:
+      name: Summarization
+      type: summarization
+    dataset:
+      name: Isotonic/planner_dataset
+      type: Isotonic/planner_dataset
+    metrics:
+    - name: Rouge1
+      type: rouge
+      value: 58.1228
 ---
 
 <!-- This model card has been generated automatically according to the information the Trainer had access to. You
@@ -13,7 +27,14 @@ should probably proofread and complete it, then remove this comment. -->
 
 # plan_t5
 
-This model is a fine-tuned version of [google/t5-small-lm-adapt](https://huggingface.co/google/t5-small-lm-adapt) on an unknown dataset.
+This model is a fine-tuned version of [google/t5-small-lm-adapt](https://huggingface.co/google/t5-small-lm-adapt) on the Isotonic/planner_dataset dataset.
+It achieves the following results on the evaluation set:
+- Loss: 1.4366
+- Rouge1: 58.1228
+- Rouge2: 24.3461
+- Rougel: 58.1313
+- Rougelsum: 58.1335
+- Gen Len: 7.9747
 
 ## Model description
 

all_results.json

@@ -1,18 +1,18 @@
 {
-    "epoch": 1.0,
+    "epoch": 5.0,
     "eval_gen_len": 7.9747384536871655,
-    "eval_loss": 1.4443535804748535,
-    "eval_rouge1": 58.1207,
-    "eval_rouge2": 24.3398,
-    "eval_rougeL": 58.1271,
-    "eval_rougeLsum": 58.1292,
-    "eval_runtime": 237.0503,
+    "eval_loss": 1.4365952014923096,
+    "eval_rouge1": 58.1228,
+    "eval_rouge2": 24.3461,
+    "eval_rougeL": 58.1313,
+    "eval_rougeLsum": 58.1335,
+    "eval_runtime": 236.7853,
     "eval_samples": 7838,
-    "eval_samples_per_second": 33.065,
-    "eval_steps_per_second": 4.134,
-    "train_loss": 1.643041113804542,
-    "train_runtime": 148.4875,
+    "eval_samples_per_second": 33.102,
+    "eval_steps_per_second": 4.139,
+    "train_loss": 1.525455296723993,
+    "train_runtime": 771.3163,
     "train_samples": 31349,
-    "train_samples_per_second": 211.122,
-    "train_steps_per_second": 26.393
+    "train_samples_per_second": 203.218,
+    "train_steps_per_second": 25.405
 }

eval_results.json

@@ -1,13 +1,13 @@
 {
-    "epoch": 1.0,
+    "epoch": 5.0,
     "eval_gen_len": 7.9747384536871655,
-    "eval_loss": 1.4443535804748535,
-    "eval_rouge1": 58.1207,
-    "eval_rouge2": 24.3398,
-    "eval_rougeL": 58.1271,
-    "eval_rougeLsum": 58.1292,
-    "eval_runtime": 237.0503,
+    "eval_loss": 1.4365952014923096,
+    "eval_rouge1": 58.1228,
+    "eval_rouge2": 24.3461,
+    "eval_rougeL": 58.1313,
+    "eval_rougeLsum": 58.1335,
+    "eval_runtime": 236.7853,
     "eval_samples": 7838,
-    "eval_samples_per_second": 33.065,
-    "eval_steps_per_second": 4.134
+    "eval_samples_per_second": 33.102,
+    "eval_steps_per_second": 4.139
 }

generation_config.json

@@ -1,5 +1,4 @@
 {
-  "_from_model_config": true,
   "decoder_start_token_id": 0,
   "eos_token_id": 1,
   "pad_token_id": 0,

train_results.json

@@ -1,8 +1,8 @@
 {
-    "epoch": 1.0,
-    "train_loss": 1.643041113804542,
-    "train_runtime": 148.4875,
+    "epoch": 5.0,
+    "train_loss": 1.525455296723993,
+    "train_runtime": 771.3163,
     "train_samples": 31349,
-    "train_samples_per_second": 211.122,
-    "train_steps_per_second": 26.393
+    "train_samples_per_second": 203.218,
+    "train_steps_per_second": 25.405
 }

trainer_state.json

@@ -1,78 +1,302 @@
 {
   "best_metric": null,
   "best_model_checkpoint": null,
-  "epoch": 1.0,
+  "epoch": 5.0,
   "eval_steps": 500,
-  "global_step": 3919,
+  "global_step": 19595,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
   "log_history": [
     {
       "epoch": 0.13,
-      "grad_norm": 1.9183778762817383,
-      "learning_rate": 3.188775510204082e-05,
-      "loss": 2.8223,
+      "grad_norm": 2.676547050476074,
+      "learning_rate": 6.379178361826997e-06,
+      "loss": 4.29,
       "step": 500
     },
     {
       "epoch": 0.26,
-      "grad_norm": 2.046781539916992,
-      "learning_rate": 4.655502392344498e-05,
-      "loss": 1.5043,
+      "grad_norm": 3.5399041175842285,
+      "learning_rate": 1.2758356723653994e-05,
+      "loss": 1.5873,
       "step": 1000
     },
     {
       "epoch": 0.38,
-      "grad_norm": 1.9903734922409058,
-      "learning_rate": 3.8580542264752795e-05,
-      "loss": 1.4817,
+      "grad_norm": 2.1953482627868652,
+      "learning_rate": 1.913753508548099e-05,
+      "loss": 1.5261,
       "step": 1500
     },
     {
       "epoch": 0.51,
-      "grad_norm": 1.7653305530548096,
-      "learning_rate": 3.060606060606061e-05,
-      "loss": 1.4671,
+      "grad_norm": 2.1363420486450195,
+      "learning_rate": 2.5516713447307987e-05,
+      "loss": 1.4903,
       "step": 2000
     },
     {
       "epoch": 0.64,
-      "grad_norm": 1.9060845375061035,
-      "learning_rate": 2.2631578947368423e-05,
-      "loss": 1.4637,
+      "grad_norm": 2.1203014850616455,
+      "learning_rate": 3.189589180913499e-05,
+      "loss": 1.4803,
       "step": 2500
     },
     {
       "epoch": 0.77,
-      "grad_norm": 1.784713625907898,
-      "learning_rate": 1.4657097288676236e-05,
-      "loss": 1.4588,
+      "grad_norm": 1.9569646120071411,
+      "learning_rate": 3.827507017096198e-05,
+      "loss": 1.4694,
       "step": 3000
     },
     {
       "epoch": 0.89,
-      "grad_norm": 1.737605094909668,
-      "learning_rate": 6.6826156299840516e-06,
-      "loss": 1.4615,
+      "grad_norm": 1.813926100730896,
+      "learning_rate": 4.465424853278898e-05,
+      "loss": 1.4698,
       "step": 3500
     },
     {
-      "epoch": 1.0,
-      "step": 3919,
-      "total_flos": 102290970089472.0,
-      "train_loss": 1.643041113804542,
-      "train_runtime": 148.4875,
-      "train_samples_per_second": 211.122,
-      "train_steps_per_second": 26.393
+      "epoch": 1.02,
+      "grad_norm": 1.609632968902588,
+      "learning_rate": 4.974164327634601e-05,
+      "loss": 1.4607,
+      "step": 4000
+    },
+    {
+      "epoch": 1.15,
+      "grad_norm": 1.7478517293930054,
+      "learning_rate": 4.814684868588926e-05,
+      "loss": 1.4577,
+      "step": 4500
+    },
+    {
+      "epoch": 1.28,
+      "grad_norm": 1.985445261001587,
+      "learning_rate": 4.655205409543251e-05,
+      "loss": 1.454,
+      "step": 5000
+    },
+    {
+      "epoch": 1.4,
+      "grad_norm": 1.48637855052948,
+      "learning_rate": 4.495725950497576e-05,
+      "loss": 1.4566,
+      "step": 5500
+    },
+    {
+      "epoch": 1.53,
+      "grad_norm": 1.9161055088043213,
+      "learning_rate": 4.3362464914519015e-05,
+      "loss": 1.4513,
+      "step": 6000
+    },
+    {
+      "epoch": 1.66,
+      "grad_norm": 1.8389859199523926,
+      "learning_rate": 4.1767670324062264e-05,
+      "loss": 1.4545,
+      "step": 6500
+    },
+    {
+      "epoch": 1.79,
+      "grad_norm": 1.7734977006912231,
+      "learning_rate": 4.017287573360551e-05,
+      "loss": 1.4484,
+      "step": 7000
+    },
+    {
+      "epoch": 1.91,
+      "grad_norm": 2.1142358779907227,
+      "learning_rate": 3.857808114314876e-05,
+      "loss": 1.447,
+      "step": 7500
+    },
+    {
+      "epoch": 2.04,
+      "grad_norm": 1.546547532081604,
+      "learning_rate": 3.698328655269202e-05,
+      "loss": 1.4457,
+      "step": 8000
+    },
+    {
+      "epoch": 2.17,
+      "grad_norm": 1.6596064567565918,
+      "learning_rate": 3.5388491962235266e-05,
+      "loss": 1.4474,
+      "step": 8500
+    },
+    {
+      "epoch": 2.3,
+      "grad_norm": 1.6050539016723633,
+      "learning_rate": 3.3793697371778515e-05,
+      "loss": 1.4426,
+      "step": 9000
+    },
+    {
+      "epoch": 2.42,
+      "grad_norm": 1.8917399644851685,
+      "learning_rate": 3.2198902781321764e-05,
+      "loss": 1.445,
+      "step": 9500
+    },
+    {
+      "epoch": 2.55,
+      "grad_norm": 1.8012959957122803,
+      "learning_rate": 3.060410819086501e-05,
+      "loss": 1.4465,
+      "step": 10000
+    },
+    {
+      "epoch": 2.68,
+      "grad_norm": 1.4171031713485718,
+      "learning_rate": 2.9009313600408265e-05,
+      "loss": 1.4439,
+      "step": 10500
+    },
+    {
+      "epoch": 2.81,
+      "grad_norm": 1.4994091987609863,
+      "learning_rate": 2.7414519009951518e-05,
+      "loss": 1.4443,
+      "step": 11000
+    },
+    {
+      "epoch": 2.93,
+      "grad_norm": 1.6185240745544434,
+      "learning_rate": 2.5819724419494773e-05,
+      "loss": 1.4392,
+      "step": 11500
+    },
+    {
+      "epoch": 3.06,
+      "grad_norm": 1.600825548171997,
+      "learning_rate": 2.4224929829038022e-05,
+      "loss": 1.4394,
+      "step": 12000
+    },
+    {
+      "epoch": 3.19,
+      "grad_norm": 1.565808892250061,
+      "learning_rate": 2.263013523858127e-05,
+      "loss": 1.4421,
+      "step": 12500
+    },
+    {
+      "epoch": 3.32,
+      "grad_norm": 1.489320993423462,
+      "learning_rate": 2.103534064812452e-05,
+      "loss": 1.4404,
+      "step": 13000
+    },
+    {
+      "epoch": 3.44,
+      "grad_norm": 1.6581943035125732,
+      "learning_rate": 1.9440546057667776e-05,
+      "loss": 1.4378,
+      "step": 13500
+    },
+    {
+      "epoch": 3.57,
+      "grad_norm": 1.7949219942092896,
+      "learning_rate": 1.7845751467211024e-05,
+      "loss": 1.4421,
+      "step": 14000
+    },
+    {
+      "epoch": 3.7,
+      "grad_norm": 1.58501136302948,
+      "learning_rate": 1.6250956876754277e-05,
+      "loss": 1.4358,
+      "step": 14500
+    },
+    {
+      "epoch": 3.83,
+      "grad_norm": 1.6215447187423706,
+      "learning_rate": 1.4656162286297526e-05,
+      "loss": 1.4411,
+      "step": 15000
+    },
+    {
+      "epoch": 3.96,
+      "grad_norm": 1.8111215829849243,
+      "learning_rate": 1.3061367695840776e-05,
+      "loss": 1.4432,
+      "step": 15500
+    },
+    {
+      "epoch": 4.08,
+      "grad_norm": 1.7637990713119507,
+      "learning_rate": 1.1466573105384027e-05,
+      "loss": 1.435,
+      "step": 16000
+    },
+    {
+      "epoch": 4.21,
+      "grad_norm": 1.736876130104065,
+      "learning_rate": 9.871778514927279e-06,
+      "loss": 1.4429,
+      "step": 16500
+    },
+    {
+      "epoch": 4.34,
+      "grad_norm": 1.7990552186965942,
+      "learning_rate": 8.276983924470528e-06,
+      "loss": 1.4312,
+      "step": 17000
+    },
+    {
+      "epoch": 4.47,
+      "grad_norm": 1.466833233833313,
+      "learning_rate": 6.682189334013779e-06,
+      "loss": 1.4352,
+      "step": 17500
+    },
+    {
+      "epoch": 4.59,
+      "grad_norm": 2.320195198059082,
+      "learning_rate": 5.08739474355703e-06,
+      "loss": 1.4368,
+      "step": 18000
+    },
+    {
+      "epoch": 4.72,
+      "grad_norm": 1.6469424962997437,
+      "learning_rate": 3.492600153100281e-06,
+      "loss": 1.4388,
+      "step": 18500
+    },
+    {
+      "epoch": 4.85,
+      "grad_norm": 1.8656694889068604,
+      "learning_rate": 1.8978055626435315e-06,
+      "loss": 1.4305,
+      "step": 19000
+    },
+    {
+      "epoch": 4.98,
+      "grad_norm": 1.6712565422058105,
+      "learning_rate": 3.0301097218678235e-07,
+      "loss": 1.4416,
+      "step": 19500
+    },
+    {
+      "epoch": 5.0,
+      "step": 19595,
+      "total_flos": 511693022656512.0,
+      "train_loss": 1.525455296723993,
+      "train_runtime": 771.3163,
+      "train_samples_per_second": 203.218,
+      "train_steps_per_second": 25.405
     }
   ],
   "logging_steps": 500,
-  "max_steps": 3919,
+  "max_steps": 19595,
   "num_input_tokens_seen": 0,
-  "num_train_epochs": 1,
+  "num_train_epochs": 5,
   "save_steps": 500,
-  "total_flos": 102290970089472.0,
+  "total_flos": 511693022656512.0,
   "train_batch_size": 8,
   "trial_name": null,
   "trial_params": null