pretrain_core_model_2

scripts/pretrain_core_model_2.yaml

@@ -52,7 +52,7 @@ data:
 # Training-related arguments. See ``litgpt.args.TrainArgs`` for details
 train:
   # Number of optimizer steps between saving checkpoints (type: Optional[int], default: 1000)
-  save_interval: 50
+  save_interval: 25
 
   # Number of iterations between logging calls (type: int, default: 1)
   log_interval: 1
@@ -90,7 +90,7 @@ train:
 # Evaluation-related arguments. See ``litgpt.args.EvalArgs`` for details
 eval:
   # Number of optimizer steps between evaluation calls (type: int, default: 1000)
-  interval: 50
+  interval: 25
 
   # Number of tokens to generate (type: Optional[int], default: null)
   max_new_tokens: