POKASH.PL
/
ably.do
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

allegro mod

This commit is contained in:
l.gabrysiak 2025-02-28 21:34:32 +01:00
parent b895fda3b0
commit 03faf77ee4
2 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
allegro.py
View File

@ -5,7 +5,6 @@ from weaviate.connect import ConnectionParams
import weaviate import weaviate
import torch import torch
import faiss
import numpy as np import numpy as np
from sentence_transformers import SentenceTransformer from sentence_transformers import SentenceTransformer
from datasets import Dataset from datasets import Dataset
@ -47,8 +46,8 @@ documents = fetch_documents()
embeddings = embed_model.encode(documents) embeddings = embed_model.encode(documents)
dim = embeddings.shape[1] dim = embeddings.shape[1]
index = faiss.IndexFlatL2(dim) #index = faiss.IndexFlatL2(dim)
index.add(np.array(embeddings, dtype=np.float32)) #index.add(np.array(embeddings, dtype=np.float32))
def create_training_data(): def create_training_data():
data = { data = {

1
requirements.txt
View File

@ -11,3 +11,4 @@ numpy
peft peft
weaviate-client weaviate-client
sentence_transformers sentence_transformers
faiss-gpu