wycofanie logowanie do hf

This commit is contained in:
l.gabrysiak 2025-02-25 10:37:51 +01:00
parent db5ba3c5f6
commit 29033583b4
1 changed files with 0 additions and 2 deletions

2
hft.py
View File

@ -8,7 +8,6 @@ import re
import pytesseract
import docx2txt
import PyPDF2
from huggingface_hub import login
def load_file_catalog(catalog_path):
with open(catalog_path, 'r', encoding='utf-8') as file:
@ -106,7 +105,6 @@ tokenizer = AutoTokenizer.from_pretrained(model_name)
model = CustomModel.from_pretrained(model_name)
# Przygotowanie datasetu
login(token="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")
catalog_path = "file_catalog.json"
data = prepare_dataset("files")
dataset = load_dataset("dict", data=data)