from transformers import AutoModelForCausalLM, AutoTokenizer
model = AutoModelForCausalLM.from_pretrained("Qwen/Qwen2.5-7B")
from peft import PeftModel
base = AutoModelForCausalLM.from_pretrained("./qwen25-15b-shuangyan-distill/")
model = PeftModel.from_pretrained(base, "./shuangyan-lora/")