From 82f7c41bdca2c8333540267d249221793170f05d Mon Sep 17 00:00:00 2001 From: coffee Date: Mon, 19 May 2025 17:53:53 +0800 Subject: [PATCH] update requirements_version file --- requirements_version.txt | 155 +++++++++++++++++++++++++++------------ setup.py | 8 +- 2 files changed, 110 insertions(+), 53 deletions(-) diff --git a/requirements_version.txt b/requirements_version.txt index 302548e..a672941 100755 --- a/requirements_version.txt +++ b/requirements_version.txt @@ -1,34 +1,75 @@ -<<<<<<< HEAD -certifi==2025.4.26 -charset-normalizer==3.4.2 -filelock==3.18.0 -fsspec==2025.3.2 -======= -accelerate==1.7.0 aiohappyeyeballs==2.6.1 aiohttp==3.11.18 aiosignal==1.3.2 -attrs==25.3.0 -certifi==2025.4.26 -charset-normalizer==3.4.2 +anyio==4.4.0 +argon2-cffi==23.1.0 +argon2-cffi-bindings==21.2.0 +arrow==1.3.0 +asttokens==2.4.1 +async-lru==2.0.4 +attrs==23.2.0 +Babel==2.15.0 +backcall==0.2.0 +beautifulsoup4==4.12.3 +bleach==6.1.0 +certifi==2024.7.4 +cffi==1.16.0 +charset-normalizer==3.3.2 +comm==0.2.2 datasets==3.6.0 +debugpy==1.8.2 +decorator==5.1.1 +defusedxml==0.7.1 dill==0.3.8 -filelock==3.18.0 +distlib==0.3.9 +executing==2.0.1 +fastjsonschema==2.20.0 +filelock==3.15.4 +fqdn==1.5.1 frozenlist==1.6.0 -fsspec==2025.3.0 ->>>>>>> fc9eefc (add pretrain code) -huggingface-hub==0.30.2 -idna==3.10 -Jinja2==3.1.6 -MarkupSafe==3.0.2 +fsspec==2024.6.1 +h11==0.14.0 +httpcore==1.0.5 +httpx==0.27.0 +huggingface-hub==0.31.2 +idna==3.7 +ipykernel==6.29.5 +ipython==8.12.2 +ipython-genutils==0.2.0 +isoduration==20.11.0 +jedi==0.19.1 +Jinja2==3.1.4 +json5==0.9.25 +jsonpointer==3.0.0 +jsonschema==4.23.0 +jsonschema-specifications==2023.12.1 +jupyter-events==0.10.0 +jupyter-lsp==2.2.5 +jupyter_client==8.6.2 +jupyter_core==5.7.2 +jupyter_server==2.14.1 +jupyter_server_terminals==0.5.3 +jupyterlab==4.2.3 +jupyterlab-language-pack-zh-CN==4.2.post1 +jupyterlab_pygments==0.3.0 +jupyterlab_server==2.27.2 +# Editable install with no version control (llm_dolly==0.0.1) +-e /mnt/han.luzhi/dolly_llm +MarkupSafe==2.1.5 +matplotlib-inline==0.1.7 +mistune==3.0.2 mpmath==1.3.0 -<<<<<<< HEAD -======= multidict==6.4.3 multiprocess==0.70.16 ->>>>>>> fc9eefc (add pretrain code) -networkx==3.4.2 -numpy==2.2.5 +nbclassic==1.1.0 +nbclient==0.10.0 +nbconvert==7.16.4 +nbformat==5.10.4 +nest-asyncio==1.6.0 +networkx==3.3 +notebook==6.5.2 +notebook_shim==0.2.4 +numpy==2.0.0 nvidia-cublas-cu12==12.1.3.1 nvidia-cuda-cupti-cu12==12.1.105 nvidia-cuda-nvrtc-cu12==12.1.105 @@ -39,44 +80,66 @@ nvidia-curand-cu12==10.3.2.106 nvidia-cusolver-cu12==11.4.5.107 nvidia-cusparse-cu12==12.1.0.106 nvidia-nccl-cu12==2.20.5 -nvidia-nvjitlink-cu12==12.9.41 +nvidia-nvjitlink-cu12==12.5.82 nvidia-nvtx-cu12==12.1.105 -packaging==25.0 -<<<<<<< HEAD -protobuf==3.20.0 -======= +overrides==7.7.0 +packaging==24.1 pandas==2.2.3 +pandocfilters==1.5.1 +parso==0.8.4 +pexpect==4.9.0 +pickleshare==0.7.5 +pillow==10.4.0 +platformdirs==4.2.2 +prometheus_client==0.20.0 +prompt_toolkit==3.0.47 propcache==0.3.1 protobuf==3.20.0 -psutil==7.0.0 +psutil==6.0.0 +ptyprocess==0.7.0 +pure-eval==0.2.2 pyarrow==20.0.0 +pycparser==2.22 +Pygments==2.18.0 python-dateutil==2.9.0.post0 +python-json-logger==2.0.7 pytz==2025.2 ->>>>>>> fc9eefc (add pretrain code) -PyYAML==6.0.2 +PyYAML==6.0.1 +pyzmq==26.0.3 +referencing==0.35.1 regex==2024.11.6 requests==2.32.3 +rfc3339-validator==0.1.4 +rfc3986-validator==0.1.1 +rpds-py==0.19.0 safetensors==0.5.3 +Send2Trash==1.8.3 sentencepiece==0.2.0 -<<<<<<< HEAD -======= -setuptools==78.1.1 -six==1.17.0 ->>>>>>> fc9eefc (add pretrain code) -sympy==1.14.0 +setuptools==70.3.0 +six==1.16.0 +sniffio==1.3.1 +soupsieve==2.5 +stack-data==0.6.3 +sympy==1.13.0 +terminado==0.18.1 +tinycss2==1.3.0 tokenizers==0.21.1 -torch==2.3.1 +torch @ file:///workspace/torch-2.3.1%2Bcu121-cp312-cp312-linux_x86_64.whl#sha256=b3c586f4ab25e83efffccfb97079e91325329bc228166555c4bb93957753d4ea +torchaudio @ file:///workspace/torchaudio-2.3.1%2Bcu121-cp312-cp312-linux_x86_64.whl#sha256=b00773dde3aa30d9b1b98875650428fbfb69fe30b98ebb5ceffbd8fc61de8125 +torchvision @ file:///workspace/torchvision-0.18.1%2Bcu121-cp312-cp312-linux_x86_64.whl#sha256=ce8d5b992056f0640a39ef5734342e43ca4a801547de27fb8dbc3055d9345947 +tornado==6.4.1 tqdm==4.67.1 +traitlets==5.14.3 transformers==4.51.3 -<<<<<<< HEAD -triton==2.3.1 -typing_extensions==4.13.2 -urllib3==2.4.0 -======= -typing_extensions==4.13.2 +types-python-dateutil==2.9.0.20240316 +typing_extensions==4.12.2 tzdata==2025.2 -urllib3==2.4.0 -wheel==0.45.1 +uri-template==1.3.0 +urllib3==2.2.2 +virtualenv==20.31.2 +wcwidth==0.2.13 +webcolors==24.6.0 +webencodings==0.5.1 +websocket-client==1.8.0 xxhash==3.5.0 yarl==1.20.0 ->>>>>>> fc9eefc (add pretrain code) diff --git a/setup.py b/setup.py index 3eda569..ed618ff 100755 --- a/setup.py +++ b/setup.py @@ -6,18 +6,12 @@ setup( packages=find_packages(include=["src_llm"]), install_requires=[ "torch==2.3.1", -<<<<<<< HEAD -======= "datasets==3.6.0", ->>>>>>> fc9eefc (add pretrain code) "sentencepiece==0.2.0", "protobuf==3.20.0", "transformers==4.51.3", "tokenizers==0.21.1", -<<<<<<< HEAD -======= - "accelerate==1.7.0", ->>>>>>> fc9eefc (add pretrain code) + "setuptools", ], author="IP127000", author_email="hanluzhi@outlook.com",