pretrain core 4

scripts/pretrain_core_model_4.yaml

@@ -47,12 +47,12 @@ data:
 
   init_args:
     data_path: "../core-data-4-8193-16385-16385-1000/"
-    num_workers: 32
+    num_workers: 1
 
 # Training-related arguments. See ``litgpt.args.TrainArgs`` for details
 train:
   # Number of optimizer steps between saving checkpoints (type: Optional[int], default: 1000)
-  save_interval: 1
+  save_interval: 10
 
   # Number of iterations between logging calls (type: int, default: 1)
   log_interval: 1