gistfile1.txt

from transformers import AutoTokenizer, AutoModelForCausalLM
from peft import PeftModel
import torch


base = "Qwen/Qwen2.5-3B-Instruct"
adapter = "./lora-1plus1-666"
tok = AutoTokenizer.from_pretrained(base)
m = AutoModelForCausalLM.from_pretrained(base, torch_dtype=torch.bfloat16).to("cuda" if torch.cuda.is_available() else "cpu")
m = PeftModel.from_pretrained(m, adapter)
prompt = "What is 1+1?\n"
ids = tok(prompt, return_tensors="pt").to(m.device)
out = m.generate(**ids, max_new_tokens=4)
print(tok.decode(out[0], skip_special_tokens=True))