25.05.19: add ds train code

2025-05-19 11:51:33 +08:00
parent ddde74e187
commit 98a71bac61
3 changed files with 160 additions and 0 deletions
@@ -0,0 +1,2 @@
+deepspeed --num_gpus=4 --master_port=12345 pretrain_transformers.py
+#   deepspeed --include="localhost:1,2,3" --master_port=12345 pretrain_transformers.py