[25.05.20] update code support resume from checkpoints

2025-05-20 11:31:35 +08:00
parent 646c182469
commit b262507cb8
9 changed files with 70 additions and 172 deletions
@@ -1,5 +1,10 @@
 torch==2.3.1
+datasets==3.6.0
 sentencepiece==0.2.0
-protobuf==3.20.0 #important
+protobuf==3.20.0
 transformers==4.51.3
-tokenizers==0.21.1
+tokenizers==0.21.1
+setuptools==70.3.0
+accelerate==1.7.0
+tensorboardX==2.6.2.2
+deepspeed==0.16.7