admin/LLM-from-scratch
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[2025.06.10]train en tokenizer

Browse Source
This commit is contained in:
root
2025-06-10 17:36:53 +08:00
parent c6e171e8ed
commit eb1c6c0c17
13 changed files with 243835 additions and 57395 deletions
Download Patch File Download Diff File Expand all files Collapse all files
__init__.py
+4 -4
View File
@@ -1,5 +1,5 @@
__version__ = "0.0.1"
from src_llm_moe.configuration_dollyMoE import DollyMoEConfig
from src_llm_moe.modeling_dollyMoE import DollyMoEModel, DollyMoEPreTrainedModel
from src_llm.configuration_dolly import DollyConfig
from src_llm.modeling_dolly import DollyModel, DollyPreTrainedModel
from src_dev.src_llm_moe.configuration_dollyMoE import DollyMoEConfig
from src_dev.src_llm_moe.modeling_dollyMoE import DollyMoEModel, DollyMoEPreTrainedModel
from src_dev.src_llm.configuration_dolly import DollyConfig
from src_dev.src_llm.modeling_dolly import DollyModel, DollyPreTrainedModel