From 7a5789c503dbf68956984efcb7c3bf41c064f133 Mon Sep 17 00:00:00 2001 From: "hanluzhi0429@gmail.com" Date: Thu, 24 Apr 2025 22:19:55 +0800 Subject: [PATCH] test huggingface transformers --- test_huggingface_transformer.py | 18 ++++++++++++++++++ 1 file changed, 18 insertions(+) create mode 100644 test_huggingface_transformer.py diff --git a/test_huggingface_transformer.py b/test_huggingface_transformer.py new file mode 100644 index 0000000..c4e6ed9 --- /dev/null +++ b/test_huggingface_transformer.py @@ -0,0 +1,18 @@ +import transformers +from transformers import AutoModelForCausalLM, AutoTokenizer +from transformers import LlamaForCausalLM +tokenizer = AutoTokenizer.from_pretrained("Qwen/Qwen2-0.5B-Instruct") +from transformers import LlamaConfig +config = LlamaConfig( + vocab_size=32000, + hidden_size=4096, + num_attention_heads=32, + num_hidden_layers=32, + intermediate_size=11008, +) + +model = LlamaForCausalLM(config) + +model = transformers.Qwen2ForCausalLM(config) +model_size = sum(t.numel() for t in model.parameters()) +print(f"Model Size: {model_size/1000**2:.1f}M parameters") \ No newline at end of file