From ffe1bf5eab3e03f1bccf733d4227495e821333ae Mon Sep 17 00:00:00 2001 From: "l.gabrysiak" Date: Wed, 26 Feb 2025 00:32:41 +0100 Subject: [PATCH] mod gpt --- gpt.py | 7 ++----- 1 file changed, 2 insertions(+), 5 deletions(-) diff --git a/gpt.py b/gpt.py index 99c2dda..213c655 100644 --- a/gpt.py +++ b/gpt.py @@ -39,11 +39,8 @@ def main(): tokenized_dataset = dataset.map(tokenize_function, batched=True) # Model i data collator - model = AutoModelForCausalLM.from_pretrained( - MODEL_NAME, - mean_resizing=False - ) - model.resize_token_embeddings(len(tokenizer)) + model = AutoModelForCausalLM.from_pretrained(MODEL_NAME) + model.resize_token_embeddings(len(tokenizer), mean_resizing=False) data_collator = DataCollatorForLanguageModeling( tokenizer=tokenizer,