wycofanie logowanie do hf
This commit is contained in:
parent
db5ba3c5f6
commit
29033583b4
2
hft.py
2
hft.py
|
|
@ -8,7 +8,6 @@ import re
|
|||
import pytesseract
|
||||
import docx2txt
|
||||
import PyPDF2
|
||||
from huggingface_hub import login
|
||||
|
||||
def load_file_catalog(catalog_path):
|
||||
with open(catalog_path, 'r', encoding='utf-8') as file:
|
||||
|
|
@ -106,7 +105,6 @@ tokenizer = AutoTokenizer.from_pretrained(model_name)
|
|||
model = CustomModel.from_pretrained(model_name)
|
||||
|
||||
# Przygotowanie datasetu
|
||||
login(token="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")
|
||||
catalog_path = "file_catalog.json"
|
||||
data = prepare_dataset("files")
|
||||
dataset = load_dataset("dict", data=data)
|
||||
|
|
|
|||
Loading…
Reference in New Issue