add pretrain code

requirements_version.txt

@@ -1,12 +1,32 @@
+<<<<<<< HEAD
 certifi==2025.4.26
 charset-normalizer==3.4.2
 filelock==3.18.0
 fsspec==2025.3.2
+=======
+accelerate==1.7.0
+aiohappyeyeballs==2.6.1
+aiohttp==3.11.18
+aiosignal==1.3.2
+attrs==25.3.0
+certifi==2025.4.26
+charset-normalizer==3.4.2
+datasets==3.6.0
+dill==0.3.8
+filelock==3.18.0
+frozenlist==1.6.0
+fsspec==2025.3.0
+>>>>>>> fc9eefc (add pretrain code)
 huggingface-hub==0.30.2
 idna==3.10
 Jinja2==3.1.6
 MarkupSafe==3.0.2
 mpmath==1.3.0
+<<<<<<< HEAD
+=======
+multidict==6.4.3
+multiprocess==0.70.16
+>>>>>>> fc9eefc (add pretrain code)
 networkx==3.4.2
 numpy==2.2.5
 nvidia-cublas-cu12==12.1.3.1
@@ -22,17 +42,41 @@ nvidia-nccl-cu12==2.20.5
 nvidia-nvjitlink-cu12==12.9.41
 nvidia-nvtx-cu12==12.1.105
 packaging==25.0
+<<<<<<< HEAD
 protobuf==3.20.0
+=======
+pandas==2.2.3
+propcache==0.3.1
+protobuf==3.20.0
+psutil==7.0.0
+pyarrow==20.0.0
+python-dateutil==2.9.0.post0
+pytz==2025.2
+>>>>>>> fc9eefc (add pretrain code)
 PyYAML==6.0.2
 regex==2024.11.6
 requests==2.32.3
 safetensors==0.5.3
 sentencepiece==0.2.0
+<<<<<<< HEAD
+=======
+setuptools==78.1.1
+six==1.17.0
+>>>>>>> fc9eefc (add pretrain code)
 sympy==1.14.0
 tokenizers==0.21.1
 torch==2.3.1
 tqdm==4.67.1
 transformers==4.51.3
+<<<<<<< HEAD
 triton==2.3.1
 typing_extensions==4.13.2
 urllib3==2.4.0
+=======
+typing_extensions==4.13.2
+tzdata==2025.2
+urllib3==2.4.0
+wheel==0.45.1
+xxhash==3.5.0
+yarl==1.20.0
+>>>>>>> fc9eefc (add pretrain code)