[25.05.20] update code support resume from checkpoints

2025-05-20 11:31:35 +08:00
parent 646c182469
commit b262507cb8
9 changed files with 70 additions and 172 deletions
@@ -6,26 +6,15 @@ setup(
    packages=find_packages(include=["src_llm"]),  
    install_requires=[
        "torch==2.3.1",
-<<<<<<< HEAD
        "datasets==3.6.0",
-=======
-<<<<<<< HEAD
-=======
-        "datasets==3.6.0",
->>>>>>> fc9eefc (add pretrain code)
->>>>>>> 11473a798f338efdf3f70d665a00810099f51174
        "sentencepiece==0.2.0",
        "protobuf==3.20.0",
        "transformers==4.51.3",
        "tokenizers==0.21.1",
-<<<<<<< HEAD
-        "setuptools",
-=======
-<<<<<<< HEAD
-=======
+        "setuptools==70.3.0",
        "accelerate==1.7.0",
->>>>>>> fc9eefc (add pretrain code)
->>>>>>> 11473a798f338efdf3f70d665a00810099f51174
+        "tensorboardX==2.6.2.2",
+        "deepspeed==0.16.7"
        ],  
    author="IP127000",  
    author_email="hanluzhi@outlook.com",