mod gpt
This commit is contained in:
parent
f826dc05ca
commit
29c5e40281
13
gpt.py
13
gpt.py
|
|
@ -90,17 +90,14 @@ def main():
|
||||||
# Konfiguracja treningu
|
# Konfiguracja treningu
|
||||||
training_args = TrainingArguments(
|
training_args = TrainingArguments(
|
||||||
output_dir="./results",
|
output_dir="./results",
|
||||||
num_train_epochs=30,
|
num_train_epochs=32, # Zwiększono liczbę epok
|
||||||
per_device_train_batch_size=2,
|
per_device_train_batch_size=2,
|
||||||
learning_rate=1e-5,
|
learning_rate=1e-5, #precyzja uczenia
|
||||||
weight_decay=0.01,
|
|
||||||
logging_steps=10,
|
logging_steps=10,
|
||||||
save_steps=100,
|
weight_decay=0.01,
|
||||||
eval_steps=100,
|
|
||||||
evaluation_strategy="steps",
|
|
||||||
load_best_model_at_end=True,
|
|
||||||
report_to="none",
|
report_to="none",
|
||||||
save_total_limit=2,
|
save_strategy="no",
|
||||||
|
load_best_model_at_end=True, # Ładowanie najlepszego modelu na końcu
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue