setup

EleutherAI · Nov 29, 2024 · daac503 · daac503
1 parent c6db95c
commit daac503
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/configs/local_setup.yml b/configs/local_setup.yml
@@ -22,6 +22,10 @@
   "load": "checkpoints",
   "checkpoint_validation_with_forward_pass": False,
 
+
+ # "launcher": "openmpi",
+  #"deepspeed_mpi": true,
+
   "tensorboard_dir": "tensorboard",
   "log_dir": "logs",
 }