This commit is contained in:
l.gabrysiak 2025-02-26 10:22:13 +01:00
parent 97e9bc647f
commit 8ee5f5cbd9
1 changed files with 1 additions and 1 deletions

View File

@ -6,7 +6,7 @@ tokenizer = AutoTokenizer.from_pretrained(model_path)
tokenizer.pad_token = tokenizer.eos_token
model.config.pad_token_id = tokenizer.eos_token_id
def generate_response(prompt, max_length=100):
def generate_response(prompt, max_length=1000):
inputs = tokenizer(prompt, return_tensors="pt", padding=True, truncation=True)
outputs = model.generate(
inputs.input_ids,