mod gemma
This commit is contained in:
parent
b9d7a7adc5
commit
87405935eb
2
gemma.py
2
gemma.py
|
|
@ -88,7 +88,7 @@ training_args = TrainingArguments(
|
|||
learning_rate=1e-5,
|
||||
per_device_train_batch_size=2,
|
||||
per_device_eval_batch_size=2,
|
||||
num_train_epochs=32,
|
||||
num_train_epochs=16,
|
||||
weight_decay=0.01,
|
||||
load_best_model_at_end=True, # Wczytaj najlepszy model na końcu
|
||||
metric_for_best_model="loss", # Kryterium wyboru najlepszego modelu
|
||||
|
|
|
|||
Loading…
Reference in New Issue