test
This commit is contained in:
parent
97e9bc647f
commit
8ee5f5cbd9
2
test.py
2
test.py
|
|
@ -6,7 +6,7 @@ tokenizer = AutoTokenizer.from_pretrained(model_path)
|
||||||
tokenizer.pad_token = tokenizer.eos_token
|
tokenizer.pad_token = tokenizer.eos_token
|
||||||
model.config.pad_token_id = tokenizer.eos_token_id
|
model.config.pad_token_id = tokenizer.eos_token_id
|
||||||
|
|
||||||
def generate_response(prompt, max_length=100):
|
def generate_response(prompt, max_length=1000):
|
||||||
inputs = tokenizer(prompt, return_tensors="pt", padding=True, truncation=True)
|
inputs = tokenizer(prompt, return_tensors="pt", padding=True, truncation=True)
|
||||||
outputs = model.generate(
|
outputs = model.generate(
|
||||||
inputs.input_ids,
|
inputs.input_ids,
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue