mod allegro
This commit is contained in:
parent
a47fc31bda
commit
cd5fab2206
19
allegro.py
19
allegro.py
|
|
@ -1,9 +1,18 @@
|
|||
from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
|
||||
from safetensors.torch import load_file # Załaduj plik safetensors
|
||||
|
||||
model = AutoModelForSeq2SeqLM.from_pretrained("allegro/multislav-5lang")
|
||||
tokenizer = AutoTokenizer.from_pretrained("allegro/multislav-5lang")
|
||||
# Załaduj tokenizer
|
||||
tokenizer = AutoTokenizer.from_pretrained("./models/ably")
|
||||
|
||||
model.save_pretrained("./models/ably")
|
||||
tokenizer.save_pretrained("./models/ably")
|
||||
# Załaduj model z pliku safetensors
|
||||
model = AutoModelForSeq2SeqLM.from_pretrained("./models/ably", local_files_only=True)
|
||||
|
||||
print("✅ Model został wytrenowany i zapisany!")
|
||||
# Załaduj model.wagi z pliku safetensors
|
||||
model_weights = load_file("./models/ably/model.safetensors")
|
||||
model.load_state_dict(model_weights)
|
||||
|
||||
# Zapisz model w formacie binarnym .bin dla PyTorch
|
||||
model.save_pretrained("./models/ably_bin")
|
||||
tokenizer.save_pretrained("./models/ably_bin")
|
||||
|
||||
print("✅ Model został zapisany w formacie binarnym!")
|
||||
Loading…
Reference in New Issue