[2025.05.22] add MoE support

2025-05-22 16:47:52 +08:00
parent 1d698ba7c3
commit 28fe25780e
11 changed files with 1285 additions and 9 deletions
@@ -1 +1,5 @@
-__version__ = "0.0.1"
+__version__ = "0.0.1"
+from src_llm_moe.configuration_dollyMoE import DollyMoEConfig
+from src_llm_moe.modeling_dollyMoE import DollyMoEModel, DollyMoEPreTrainedModel
+from src_llm.configuration_dolly import DollyConfig
+from src_llm.modeling_dolly import DollyModel, DollyPreTrainedModel