From 01005c52c5fca6d54b61a81c94922d9a46d362dd Mon Sep 17 00:00:00 2001 From: "l.gabrysiak" Date: Wed, 26 Feb 2025 00:23:26 +0100 Subject: [PATCH] mod gpt --- gpt.py | 9 ++++++--- 1 file changed, 6 insertions(+), 3 deletions(-) diff --git a/gpt.py b/gpt.py index 4d3ad46..5f8b18e 100644 --- a/gpt.py +++ b/gpt.py @@ -37,15 +37,18 @@ def main(): tokenized_dataset = dataset.map(tokenize_function, batched=True) # Model - model = AutoModelForCausalLM.from_pretrained(MODEL_NAME) + model = AutoModelForCausalLM.from_pretrained( + MODEL_NAME, + mean_resizing=False # Wyłączenie ostrzeżenia + ) model.resize_token_embeddings(len(tokenizer)) # Konfiguracja treningu training_args = TrainingArguments( output_dir="./results", - num_train_pochs=1, + num_train_epochs=1, # Poprawiona nazwa parametru per_device_train_batch_size=2, - remove_unused_columns=True, # Kluczowa zmiana + remove_unused_columns=True, logging_steps=1 )