Logowanie do huggingface

This commit is contained in:
l.gabrysiak 2025-02-25 10:33:58 +01:00
parent 823e55099a
commit db5ba3c5f6
1 changed files with 2 additions and 0 deletions

2
hft.py
View File

@ -8,6 +8,7 @@ import re
import pytesseract
import docx2txt
import PyPDF2
from huggingface_hub import login
def load_file_catalog(catalog_path):
with open(catalog_path, 'r', encoding='utf-8') as file:
@ -105,6 +106,7 @@ tokenizer = AutoTokenizer.from_pretrained(model_name)
model = CustomModel.from_pretrained(model_name)
# Przygotowanie datasetu
login(token="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")
catalog_path = "file_catalog.json"
data = prepare_dataset("files")
dataset = load_dataset("dict", data=data)