[2025.05.22] add MoE support

2025-05-22 16:47:52 +08:00
parent 1d698ba7c3
commit 28fe25780e
11 changed files with 1285 additions and 9 deletions
@@ -0,0 +1,2 @@
+from .configuration_dollyMoE import DollyMoEConfig
+from .modeling_dollyMoE import DollyMoEModel, DollyMoEPreTrainedModel