mod allegro
This commit is contained in:
parent
a47fc31bda
commit
cd5fab2206
19
allegro.py
19
allegro.py
|
|
@ -1,9 +1,18 @@
|
||||||
from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
|
from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
|
||||||
|
from safetensors.torch import load_file # Załaduj plik safetensors
|
||||||
|
|
||||||
model = AutoModelForSeq2SeqLM.from_pretrained("allegro/multislav-5lang")
|
# Załaduj tokenizer
|
||||||
tokenizer = AutoTokenizer.from_pretrained("allegro/multislav-5lang")
|
tokenizer = AutoTokenizer.from_pretrained("./models/ably")
|
||||||
|
|
||||||
model.save_pretrained("./models/ably")
|
# Załaduj model z pliku safetensors
|
||||||
tokenizer.save_pretrained("./models/ably")
|
model = AutoModelForSeq2SeqLM.from_pretrained("./models/ably", local_files_only=True)
|
||||||
|
|
||||||
print("✅ Model został wytrenowany i zapisany!")
|
# Załaduj model.wagi z pliku safetensors
|
||||||
|
model_weights = load_file("./models/ably/model.safetensors")
|
||||||
|
model.load_state_dict(model_weights)
|
||||||
|
|
||||||
|
# Zapisz model w formacie binarnym .bin dla PyTorch
|
||||||
|
model.save_pretrained("./models/ably_bin")
|
||||||
|
tokenizer.save_pretrained("./models/ably_bin")
|
||||||
|
|
||||||
|
print("✅ Model został zapisany w formacie binarnym!")
|
||||||
Loading…
Reference in New Issue