test
This commit is contained in:
parent
97e9bc647f
commit
8ee5f5cbd9
2
test.py
2
test.py
|
|
@ -6,7 +6,7 @@ tokenizer = AutoTokenizer.from_pretrained(model_path)
|
|||
tokenizer.pad_token = tokenizer.eos_token
|
||||
model.config.pad_token_id = tokenizer.eos_token_id
|
||||
|
||||
def generate_response(prompt, max_length=100):
|
||||
def generate_response(prompt, max_length=1000):
|
||||
inputs = tokenizer(prompt, return_tensors="pt", padding=True, truncation=True)
|
||||
outputs = model.generate(
|
||||
inputs.input_ids,
|
||||
|
|
|
|||
Loading…
Reference in New Issue