diff --git a/LLM_code/test_dolly.py b/LLM_code/test_dolly.py new file mode 100644 index 0000000..3b0efb3 --- /dev/null +++ b/LLM_code/test_dolly.py @@ -0,0 +1,18 @@ +from transformers import PreTrainedModel +import torch +from torch import nn +from configuration_dolly import DollyConfig +from modeling_dolly import DollyModel +model = DollyModel(DollyConfig()) +model.save_pretrained("./my_model") +model.config.save_pretrained("./my_model") + + +# 加载配置和模型 +config = MyModelConfig.from_pretrained("./my_model") +model = MyModel.from_pretrained("./my_model", config=config) + +# 使用模型进行推理 +input_ids = torch.tensor([[101, 1024, 102]]).long() # 示例输入 +outputs = model(input_ids) +print(outputs)