Upload config_stage_1.yaml with huggingface_hub

config_stage_1.yaml

@@ -15,7 +15,7 @@ cache_dir: "/lustre/mlnvme/data/polyglot/.cache"
 
 # Data loading settings
 pin_memory: true
-num_workers_for_dataloader: 32
+num_workers_for_dataloader: 16
 shuffle_dataset: true
 mask_eos_token: false
 mask_pad_token: false
@@ -83,7 +83,7 @@ continual_pretraining: false
 resume_from_checkpoint: null
 checkpointing_steps: 5000
 begin_new_stage: false
-stage_name: "stage1_ws"
+stage_name: "stage1"
 
 # Miscellaneous settings
 sanity_check: false