This commit is contained in:
l.gabrysiak 2025-02-25 19:33:18 +01:00
parent e9fe2712a0
commit f5e5cab0bb
1 changed files with 1 additions and 1 deletions

2
hft.py
View File

@ -162,7 +162,7 @@ tokenized_dataset = dataset.map(tokenize_function, batched=True, batch_size=8)
config = AutoModelForCausalLM.from_pretrained(model_name).config
#print("Vocabulary size:", config.vocab_size)
model = CustomModel(model_name, config)
model.to("cpu") # Zmienione na CPU dla debugowania
#model.to("cpu") # Zmienione na CPU dla debugowania
# Konfiguracja treningu
training_args = TrainingArguments(