Spaces:
Running
on
Zero
Running
on
Zero
Nicolai Berk
commited on
Commit
·
a0908b4
1
Parent(s):
72355a9
Move corpus to CPU
Browse files
app.py
CHANGED
@@ -31,8 +31,8 @@ corpus = [item for item in dataset["passages"]]
|
|
31 |
# Embedding model
|
32 |
print("Encoding corpus...")
|
33 |
embedder = SentenceTransformer("all-MiniLM-L6-v2")
|
34 |
-
corpus_embeddings = embedder.encode(corpus, convert_to_tensor=True)
|
35 |
-
corpus_embeddings_np = corpus_embeddings.
|
36 |
|
37 |
# FAISS index
|
38 |
index = faiss.IndexFlatL2(corpus_embeddings_np.shape[1])
|
|
|
31 |
# Embedding model
|
32 |
print("Encoding corpus...")
|
33 |
embedder = SentenceTransformer("all-MiniLM-L6-v2")
|
34 |
+
corpus_embeddings = embedder.encode(corpus, convert_to_tensor=True, device='cpu')
|
35 |
+
corpus_embeddings_np = corpus_embeddings.numpy()
|
36 |
|
37 |
# FAISS index
|
38 |
index = faiss.IndexFlatL2(corpus_embeddings_np.shape[1])
|