From cd5fab2206864aa43eca65c2146d0d624236b09a Mon Sep 17 00:00:00 2001 From: "l.gabrysiak" Date: Fri, 28 Feb 2025 22:40:07 +0100 Subject: [PATCH] mod allegro --- allegro.py | 19 ++++++++++++++----- 1 file changed, 14 insertions(+), 5 deletions(-) diff --git a/allegro.py b/allegro.py index 5f221f1..9e1aec3 100644 --- a/allegro.py +++ b/allegro.py @@ -1,9 +1,18 @@ from transformers import AutoTokenizer, AutoModelForSeq2SeqLM +from safetensors.torch import load_file # Załaduj plik safetensors -model = AutoModelForSeq2SeqLM.from_pretrained("allegro/multislav-5lang") -tokenizer = AutoTokenizer.from_pretrained("allegro/multislav-5lang") +# Załaduj tokenizer +tokenizer = AutoTokenizer.from_pretrained("./models/ably") -model.save_pretrained("./models/ably") -tokenizer.save_pretrained("./models/ably") +# Załaduj model z pliku safetensors +model = AutoModelForSeq2SeqLM.from_pretrained("./models/ably", local_files_only=True) -print("✅ Model został wytrenowany i zapisany!") \ No newline at end of file +# Załaduj model.wagi z pliku safetensors +model_weights = load_file("./models/ably/model.safetensors") +model.load_state_dict(model_weights) + +# Zapisz model w formacie binarnym .bin dla PyTorch +model.save_pretrained("./models/ably_bin") +tokenizer.save_pretrained("./models/ably_bin") + +print("✅ Model został zapisany w formacie binarnym!") \ No newline at end of file