POKASH.PL
/
ably.do
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

mod allegro

This commit is contained in:
l.gabrysiak 2025-02-28 21:15:21 +01:00
parent 48df71addb
commit 74f912e7e3
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
allegro.py
View File

@ -6,6 +6,7 @@ from datasets import Dataset
from transformers import AutoTokenizer, AutoModelForSeq2SeqLM, TrainingArguments, Trainer, DataCollatorForSeq2Seq from transformers import AutoTokenizer, AutoModelForSeq2SeqLM, TrainingArguments, Trainer, DataCollatorForSeq2Seq
from weaviate.connect import ConnectionParams from weaviate.connect import ConnectionParams
import weaviate import weaviate
import tempfile
# 1️⃣ Połączenie z Weaviate # 1️⃣ Połączenie z Weaviate
client = weaviate.WeaviateClient( client = weaviate.WeaviateClient(
@ -25,7 +26,7 @@ def fetch_documents():
collection = client.collections.get("Document") collection = client.collections.get("Document")
response = collection.query.fetch_objects() response = collection.query.fetch_objects()
documents = [] documents = []
for o in response.objects: for o in response.objects.TemporaryDirectory():
file_name = o.properties.get("fileName", "unknown_file") file_name = o.properties.get("fileName", "unknown_file")
content = o.properties.get("content", "") content = o.properties.get("content", "")
if content: if content: