From acdbde74cea010cac02d7078afd757a5618e938d Mon Sep 17 00:00:00 2001 From: coffee Date: Mon, 19 May 2025 11:52:16 +0800 Subject: [PATCH] add torchrun train script --- utils/dolly_pretrain_torch.sh | 3 +++ 1 file changed, 3 insertions(+) create mode 100644 utils/dolly_pretrain_torch.sh diff --git a/utils/dolly_pretrain_torch.sh b/utils/dolly_pretrain_torch.sh new file mode 100644 index 0000000..a568c01 --- /dev/null +++ b/utils/dolly_pretrain_torch.sh @@ -0,0 +1,3 @@ +python3 -m torch.distributed.launch --nproc_per_node=4 --master_port=12345 src_pretrain/pretrain_transformers.py +# torchrun --nproc_per_node=4 src_pretrain/pretrain_transformers.py +# CUDA_VISIBLE_DEVICES=1,2,3 torchrun --nproc_per_node=3 src_pretrain/pretrain_transformers.py \ No newline at end of file