This commit is contained in:
l.gabrysiak 2025-02-25 13:54:21 +01:00
parent 9cbcaa36ee
commit b3d1e0295a
1 changed files with 6 additions and 3 deletions

9
hft.py
View File

@ -178,7 +178,11 @@ training_args = TrainingArguments(
save_strategy="steps",
save_steps=1000,
report_to="none",
gradient_checkpointing=True
gradient_checkpointing=True,
evaluation_strategy="epoch", # częstotliwość oceny
per_device_train_batch_size=8, # batch size dla treningu
per_device_eval_batch_size=8, # batch size dla ewaluacji
logging_dir='./logs' # folder do logów
)
# Trening
@ -186,8 +190,7 @@ trainer = CustomTrainer(
model=model,
args=training_args,
train_dataset=tokenized_dataset,
data_collator=custom_collate_fn, # Użyj niestandardowego collate_fn
batch_size=8 # zmniejszenie rozmiaru batcha
data_collator=custom_collate_fn # Użyj niestandardowego collate_fn
)
trainer.train()