[2025.06.17] update train code

2025-06-17 17:17:49 +08:00
parent c4f3a25653
commit ae76142fdc
17 changed files with 1517 additions and 261413 deletions
@@ -13,7 +13,7 @@ from tokenizers import (
 from transformers import PreTrainedTokenizerFast
 import logging
 from tqdm import tqdm
-log_dir = "/mnt/hanluzhi/dolly/logs"
+log_dir = "../logs"
 os.makedirs(log_dir, exist_ok=True)

 logging.basicConfig(