mod
This commit is contained in:
parent
9cbcaa36ee
commit
b3d1e0295a
9
hft.py
9
hft.py
|
|
@ -178,7 +178,11 @@ training_args = TrainingArguments(
|
|||
save_strategy="steps",
|
||||
save_steps=1000,
|
||||
report_to="none",
|
||||
gradient_checkpointing=True
|
||||
gradient_checkpointing=True,
|
||||
evaluation_strategy="epoch", # częstotliwość oceny
|
||||
per_device_train_batch_size=8, # batch size dla treningu
|
||||
per_device_eval_batch_size=8, # batch size dla ewaluacji
|
||||
logging_dir='./logs' # folder do logów
|
||||
)
|
||||
|
||||
# Trening
|
||||
|
|
@ -186,8 +190,7 @@ trainer = CustomTrainer(
|
|||
model=model,
|
||||
args=training_args,
|
||||
train_dataset=tokenized_dataset,
|
||||
data_collator=custom_collate_fn, # Użyj niestandardowego collate_fn
|
||||
batch_size=8 # zmniejszenie rozmiaru batcha
|
||||
data_collator=custom_collate_fn # Użyj niestandardowego collate_fn
|
||||
)
|
||||
trainer.train()
|
||||
|
||||
|
|
|
|||
Loading…
Reference in New Issue