将训练好的模型进行放入到web.demo中报错

[ghh1125]

错误：RuntimeError: probability tensor contains either inf, nan or element < 0

代码：
def init_model():
model = AutoModelForCausalLM.from_pretrained(
model_path,
torch_dtype=torch.float16,
device_map="auto",
trust_remote_code=True,
)

model = PeftModel.from_pretrained(model, lora_path)
model = model.merge_and_unload()

model.generation_config = GenerationConfig.from_pretrained(
    model_path
)

tokenizer = AutoTokenizer.from_pretrained(
    model_path,
    use_fast=False,
    trust_remote_code=True
)

# tokenizer.pad_token = tokenizer.bos_token
# tokenizer.padding_side = "left"
return model, tokenizer