This commit is contained in:
l.gabrysiak 2025-02-25 19:47:34 +01:00
parent b8d28ec055
commit 6463ab3224
1 changed files with 1 additions and 1 deletions

2
hft.py
View File

@ -192,7 +192,7 @@ trainer.train()
# Funkcja generująca odpowiedź # Funkcja generująca odpowiedź
def generate_answer(question, max_length=200): def generate_answer(question, max_length=200):
model.eval() model.eval()
inputs = tokenizer(question, return_tensors="pt", truncation=True, max_length=512).to(device) inputs = tokenizer(question, return_tensors="pt", truncation=True, max_length=512)
with torch.no_grad(): with torch.no_grad():
outputs = model.generate( outputs = model.generate(