mod
This commit is contained in:
parent
9cbcaa36ee
commit
b3d1e0295a
9
hft.py
9
hft.py
|
|
@ -178,7 +178,11 @@ training_args = TrainingArguments(
|
||||||
save_strategy="steps",
|
save_strategy="steps",
|
||||||
save_steps=1000,
|
save_steps=1000,
|
||||||
report_to="none",
|
report_to="none",
|
||||||
gradient_checkpointing=True
|
gradient_checkpointing=True,
|
||||||
|
evaluation_strategy="epoch", # częstotliwość oceny
|
||||||
|
per_device_train_batch_size=8, # batch size dla treningu
|
||||||
|
per_device_eval_batch_size=8, # batch size dla ewaluacji
|
||||||
|
logging_dir='./logs' # folder do logów
|
||||||
)
|
)
|
||||||
|
|
||||||
# Trening
|
# Trening
|
||||||
|
|
@ -186,8 +190,7 @@ trainer = CustomTrainer(
|
||||||
model=model,
|
model=model,
|
||||||
args=training_args,
|
args=training_args,
|
||||||
train_dataset=tokenized_dataset,
|
train_dataset=tokenized_dataset,
|
||||||
data_collator=custom_collate_fn, # Użyj niestandardowego collate_fn
|
data_collator=custom_collate_fn # Użyj niestandardowego collate_fn
|
||||||
batch_size=8 # zmniejszenie rozmiaru batcha
|
|
||||||
)
|
)
|
||||||
trainer.train()
|
trainer.train()
|
||||||
|
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue