NbAiLab
/

roberta_des_128

Model card Files Files and versions

Metrics Training metrics Community

pere commited on Dec 26, 2021

Commit

5f4b225

·

1 Parent(s): 7e46c0b

minor

Files changed (1) hide show

run_step1.sh +2 -1

run_step1.sh CHANGED Viewed

@@ -9,7 +9,7 @@
     --weight_decay="0.01" \
     --per_device_train_batch_size="256" \
     --per_device_eval_batch_size="256" \
-    --learning_rate=4e-4" \
     --warmup_steps="10000" \
     --overwrite_output_dir \
     --num_train_epochs="1000" \
@@ -24,3 +24,4 @@
     --static_learning_rate="True" \
     --dtype="bfloat16" \
     --push_to_hub

     --weight_decay="0.01" \
     --per_device_train_batch_size="256" \
     --per_device_eval_batch_size="256" \
+    --learning_rate=i"4e-4" \
     --warmup_steps="10000" \
     --overwrite_output_dir \
     --num_train_epochs="1000" \
     --static_learning_rate="True" \
     --dtype="bfloat16" \
     --push_to_hub