POKASH.PL
/
ably.do
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

mod gpt

This commit is contained in:
l.gabrysiak 2025-02-26 00:24:56 +01:00
parent 01005c52c5
commit 992b55745e
1 changed files with 4 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
gpt.py
View File

@ -37,19 +37,17 @@ def main():
tokenized_dataset = dataset.map(tokenize_function, batched=True) tokenized_dataset = dataset.map(tokenize_function, batched=True)
# Model # Model
model = AutoModelForCausalLM.from_pretrained( model = AutoModelForCausalLM.from_pretrained(MODEL_NAME)
MODEL_NAME,
mean_resizing=False # Wyłączenie ostrzeżenia
)
model.resize_token_embeddings(len(tokenizer)) model.resize_token_embeddings(len(tokenizer))
# Konfiguracja treningu # Konfiguracja treningu
training_args = TrainingArguments( training_args = TrainingArguments(
output_dir="./results", output_dir="./results",
num_train_epochs=1, # Poprawiona nazwa parametru num_train_epochs=1,
per_device_train_batch_size=2, per_device_train_batch_size=2,
remove_unused_columns=True, remove_unused_columns=True,
logging_steps=1 logging_steps=1,
report_to="none" # Wyłączenie raportowania
) )
# Trainer # Trainer