Saving train state of step 1000

checkpoint-1000-epoch-0/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:30b7f56e6cf1cf4e43ce32465634e3e841aea5cc67f512b934b072651de04f1a
+oid sha256:84986f3b84d252fc6fea37f0e9fb35915dc6fbb9fdacc5d2b36033ed5d16885c
 size 3025686376

checkpoint-1000-epoch-0/optimizer.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:324bb6d17c53afad6eb22b9435a5ff82362d575bbc33a655429fcdd9c1c68f4f
+oid sha256:c2831dd3b803e958a6c80f099fd21bbad0e6c87ac1e6b7c31f01d93d77e4efde
 size 950951226

checkpoint-1000-epoch-0/random_states_0.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5531b1e66b17212d67b293cb44b1a8b8dc1bb6bf076090aef92b3dbb01f50ac5
+oid sha256:c4594de8b6a8ada92c7ce7b15562ff3f057d66fcd176c51b8cca9bfaef0293f3
 size 14408

run_large_training.sh

@@ -10,7 +10,7 @@ accelerate launch run_distillation.py \
   --eval_dataset_name "NbAiLab/annotated_distil_raw_ncc_speech_v7_compact8_large" \
   --eval_dataset_config_name "no" \
   --eval_split_name "validation_norwegian_fleurs" \
-  --eval_text_column_name "test" \
+  --eval_text_column_name "text" \
   --eval_steps 1000 \
   --save_steps 1000 \
   --warmup_steps 50 \
@@ -41,7 +41,9 @@ accelerate launch run_distillation.py \
   --freeze_embed_positions \
   --streaming True \
   --report_to "wandb" \
+  --gradient_accumulation_steps 2 \
   --wandb_project "nb-distil-whisper-large-test1" \
   --hub_model_id "NbAiLab/nb-ditil-whisper-large-test1" \
   --push_to_hub
 
+