mod allegro

This commit is contained in:
l.gabrysiak 2025-02-28 21:15:21 +01:00
parent 48df71addb
commit 74f912e7e3
1 changed files with 2 additions and 1 deletions

View File

@ -6,6 +6,7 @@ from datasets import Dataset
from transformers import AutoTokenizer, AutoModelForSeq2SeqLM, TrainingArguments, Trainer, DataCollatorForSeq2Seq
from weaviate.connect import ConnectionParams
import weaviate
import tempfile
# 1⃣ Połączenie z Weaviate
client = weaviate.WeaviateClient(
@ -25,7 +26,7 @@ def fetch_documents():
collection = client.collections.get("Document")
response = collection.query.fetch_objects()
documents = []
for o in response.objects:
for o in response.objects.TemporaryDirectory():
file_name = o.properties.get("fileName", "unknown_file")
content = o.properties.get("content", "")
if content: