update requirements_version file

requirements_version.txt

@@ -1,34 +1,75 @@
-<<<<<<< HEAD
-certifi==2025.4.26
-charset-normalizer==3.4.2
-filelock==3.18.0
-fsspec==2025.3.2
-=======
-accelerate==1.7.0
 aiohappyeyeballs==2.6.1
 aiohttp==3.11.18
 aiosignal==1.3.2
-attrs==25.3.0
+anyio==4.4.0
-certifi==2025.4.26
+argon2-cffi==23.1.0
-charset-normalizer==3.4.2
+argon2-cffi-bindings==21.2.0
+arrow==1.3.0
+asttokens==2.4.1
+async-lru==2.0.4
+attrs==23.2.0
+Babel==2.15.0
+backcall==0.2.0
+beautifulsoup4==4.12.3
+bleach==6.1.0
+certifi==2024.7.4
+cffi==1.16.0
+charset-normalizer==3.3.2
+comm==0.2.2
 datasets==3.6.0
+debugpy==1.8.2
+decorator==5.1.1
+defusedxml==0.7.1
 dill==0.3.8
-filelock==3.18.0
+distlib==0.3.9
+executing==2.0.1
+fastjsonschema==2.20.0
+filelock==3.15.4
+fqdn==1.5.1
 frozenlist==1.6.0
-fsspec==2025.3.0
+fsspec==2024.6.1
->>>>>>> fc9eefc (add pretrain code)
+h11==0.14.0
-huggingface-hub==0.30.2
+httpcore==1.0.5
-idna==3.10
+httpx==0.27.0
-Jinja2==3.1.6
+huggingface-hub==0.31.2
-MarkupSafe==3.0.2
+idna==3.7
+ipykernel==6.29.5
+ipython==8.12.2
+ipython-genutils==0.2.0
+isoduration==20.11.0
+jedi==0.19.1
+Jinja2==3.1.4
+json5==0.9.25
+jsonpointer==3.0.0
+jsonschema==4.23.0
+jsonschema-specifications==2023.12.1
+jupyter-events==0.10.0
+jupyter-lsp==2.2.5
+jupyter_client==8.6.2
+jupyter_core==5.7.2
+jupyter_server==2.14.1
+jupyter_server_terminals==0.5.3
+jupyterlab==4.2.3
+jupyterlab-language-pack-zh-CN==4.2.post1
+jupyterlab_pygments==0.3.0
+jupyterlab_server==2.27.2
+# Editable install with no version control (llm_dolly==0.0.1)
+-e /mnt/han.luzhi/dolly_llm
+MarkupSafe==2.1.5
+matplotlib-inline==0.1.7
+mistune==3.0.2
 mpmath==1.3.0
-<<<<<<< HEAD
-=======
 multidict==6.4.3
 multiprocess==0.70.16
->>>>>>> fc9eefc (add pretrain code)
+nbclassic==1.1.0
-networkx==3.4.2
+nbclient==0.10.0
-numpy==2.2.5
+nbconvert==7.16.4
+nbformat==5.10.4
+nest-asyncio==1.6.0
+networkx==3.3
+notebook==6.5.2
+notebook_shim==0.2.4
+numpy==2.0.0
 nvidia-cublas-cu12==12.1.3.1
 nvidia-cuda-cupti-cu12==12.1.105
 nvidia-cuda-nvrtc-cu12==12.1.105
@@ -39,44 +80,66 @@ nvidia-curand-cu12==10.3.2.106
 nvidia-cusolver-cu12==11.4.5.107
 nvidia-cusparse-cu12==12.1.0.106
 nvidia-nccl-cu12==2.20.5
-nvidia-nvjitlink-cu12==12.9.41
+nvidia-nvjitlink-cu12==12.5.82
 nvidia-nvtx-cu12==12.1.105
-packaging==25.0
+overrides==7.7.0
-<<<<<<< HEAD
+packaging==24.1
-protobuf==3.20.0
-=======
 pandas==2.2.3
+pandocfilters==1.5.1
+parso==0.8.4
+pexpect==4.9.0
+pickleshare==0.7.5
+pillow==10.4.0
+platformdirs==4.2.2
+prometheus_client==0.20.0
+prompt_toolkit==3.0.47
 propcache==0.3.1
 protobuf==3.20.0
-psutil==7.0.0
+psutil==6.0.0
+ptyprocess==0.7.0
+pure-eval==0.2.2
 pyarrow==20.0.0
+pycparser==2.22
+Pygments==2.18.0
 python-dateutil==2.9.0.post0
+python-json-logger==2.0.7
 pytz==2025.2
->>>>>>> fc9eefc (add pretrain code)
+PyYAML==6.0.1
-PyYAML==6.0.2
+pyzmq==26.0.3
+referencing==0.35.1
 regex==2024.11.6
 requests==2.32.3
+rfc3339-validator==0.1.4
+rfc3986-validator==0.1.1
+rpds-py==0.19.0
 safetensors==0.5.3
+Send2Trash==1.8.3
 sentencepiece==0.2.0
-<<<<<<< HEAD
+setuptools==70.3.0
-=======
+six==1.16.0
-setuptools==78.1.1
+sniffio==1.3.1
-six==1.17.0
+soupsieve==2.5
->>>>>>> fc9eefc (add pretrain code)
+stack-data==0.6.3
-sympy==1.14.0
+sympy==1.13.0
+terminado==0.18.1
+tinycss2==1.3.0
 tokenizers==0.21.1
-torch==2.3.1
+torch @ file:///workspace/torch-2.3.1%2Bcu121-cp312-cp312-linux_x86_64.whl#sha256=b3c586f4ab25e83efffccfb97079e91325329bc228166555c4bb93957753d4ea
+torchaudio @ file:///workspace/torchaudio-2.3.1%2Bcu121-cp312-cp312-linux_x86_64.whl#sha256=b00773dde3aa30d9b1b98875650428fbfb69fe30b98ebb5ceffbd8fc61de8125
+torchvision @ file:///workspace/torchvision-0.18.1%2Bcu121-cp312-cp312-linux_x86_64.whl#sha256=ce8d5b992056f0640a39ef5734342e43ca4a801547de27fb8dbc3055d9345947
+tornado==6.4.1
 tqdm==4.67.1
+traitlets==5.14.3
 transformers==4.51.3
-<<<<<<< HEAD
+types-python-dateutil==2.9.0.20240316
-triton==2.3.1
+typing_extensions==4.12.2
-typing_extensions==4.13.2
-urllib3==2.4.0
-=======
-typing_extensions==4.13.2
 tzdata==2025.2
-urllib3==2.4.0
+uri-template==1.3.0
-wheel==0.45.1
+urllib3==2.2.2
+virtualenv==20.31.2
+wcwidth==0.2.13
+webcolors==24.6.0
+webencodings==0.5.1
+websocket-client==1.8.0
 xxhash==3.5.0
 yarl==1.20.0
->>>>>>> fc9eefc (add pretrain code)

setup.py

@@ -6,18 +6,12 @@ setup(
     packages=find_packages(include=["src_llm"]),  
     install_requires=[
         "torch==2.3.1",
-<<<<<<< HEAD
-=======
         "datasets==3.6.0",
->>>>>>> fc9eefc (add pretrain code)
         "sentencepiece==0.2.0",
         "protobuf==3.20.0",
         "transformers==4.51.3",
         "tokenizers==0.21.1",
-<<<<<<< HEAD
+        "setuptools",
-=======
-        "accelerate==1.7.0",
->>>>>>> fc9eefc (add pretrain code)
         ],  
     author="IP127000",  
     author_email="hanluzhi@outlook.com",