From 5f496d3696112a5441025a2778ff45b788edbaeb Mon Sep 17 00:00:00 2001 From: coffee Date: Tue, 6 May 2025 18:06:55 +0800 Subject: [PATCH] add dolly test code --- LLM_code/test_dolly.py | 18 ++++++++++++++++++ 1 file changed, 18 insertions(+) create mode 100644 LLM_code/test_dolly.py diff --git a/LLM_code/test_dolly.py b/LLM_code/test_dolly.py new file mode 100644 index 0000000..3b0efb3 --- /dev/null +++ b/LLM_code/test_dolly.py @@ -0,0 +1,18 @@ +from transformers import PreTrainedModel +import torch +from torch import nn +from configuration_dolly import DollyConfig +from modeling_dolly import DollyModel +model = DollyModel(DollyConfig()) +model.save_pretrained("./my_model") +model.config.save_pretrained("./my_model") + + +# 加载配置和模型 +config = MyModelConfig.from_pretrained("./my_model") +model = MyModel.from_pretrained("./my_model", config=config) + +# 使用模型进行推理 +input_ids = torch.tensor([[101, 1024, 102]]).long() # 示例输入 +outputs = model(input_ids) +print(outputs)