From 87405935ebebfa1b145a6becf71e4d21a28f4187 Mon Sep 17 00:00:00 2001 From: "l.gabrysiak" Date: Wed, 26 Feb 2025 13:56:48 +0100 Subject: [PATCH] mod gemma --- gemma.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/gemma.py b/gemma.py index 8a5d12f..56e468b 100644 --- a/gemma.py +++ b/gemma.py @@ -88,7 +88,7 @@ training_args = TrainingArguments( learning_rate=1e-5, per_device_train_batch_size=2, per_device_eval_batch_size=2, - num_train_epochs=32, + num_train_epochs=16, weight_decay=0.01, load_best_model_at_end=True, # Wczytaj najlepszy model na końcu metric_for_best_model="loss", # Kryterium wyboru najlepszego modelu