mod allegro

This commit is contained in:
l.gabrysiak 2025-02-28 22:40:07 +01:00
parent a47fc31bda
commit cd5fab2206
1 changed files with 14 additions and 5 deletions

View File

@ -1,9 +1,18 @@
from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
from safetensors.torch import load_file # Załaduj plik safetensors
model = AutoModelForSeq2SeqLM.from_pretrained("allegro/multislav-5lang")
tokenizer = AutoTokenizer.from_pretrained("allegro/multislav-5lang")
# Załaduj tokenizer
tokenizer = AutoTokenizer.from_pretrained("./models/ably")
model.save_pretrained("./models/ably")
tokenizer.save_pretrained("./models/ably")
# Załaduj model z pliku safetensors
model = AutoModelForSeq2SeqLM.from_pretrained("./models/ably", local_files_only=True)
print("✅ Model został wytrenowany i zapisany!")
# Załaduj model.wagi z pliku safetensors
model_weights = load_file("./models/ably/model.safetensors")
model.load_state_dict(model_weights)
# Zapisz model w formacie binarnym .bin dla PyTorch
model.save_pretrained("./models/ably_bin")
tokenizer.save_pretrained("./models/ably_bin")
print("✅ Model został zapisany w formacie binarnym!")