POKASH.PL
/
ably.do
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Logowanie do huggingface

This commit is contained in:
l.gabrysiak 2025-02-25 10:33:58 +01:00
parent 823e55099a
commit db5ba3c5f6
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
hft.py
View File

@ -8,6 +8,7 @@ import re
import pytesseract import pytesseract
import docx2txt import docx2txt
import PyPDF2 import PyPDF2
from huggingface_hub import login
def load_file_catalog(catalog_path): def load_file_catalog(catalog_path):
with open(catalog_path, 'r', encoding='utf-8') as file: with open(catalog_path, 'r', encoding='utf-8') as file:
@ -105,6 +106,7 @@ tokenizer = AutoTokenizer.from_pretrained(model_name)
model = CustomModel.from_pretrained(model_name) model = CustomModel.from_pretrained(model_name)
# Przygotowanie datasetu # Przygotowanie datasetu
login(token="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")
catalog_path = "file_catalog.json" catalog_path = "file_catalog.json"
data = prepare_dataset("files") data = prepare_dataset("files")
dataset = load_dataset("dict", data=data) dataset = load_dataset("dict", data=data)