Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -17,15 +17,15 @@ dataset = load_dataset("Yoxas/statistical_literacyv2")
|
|
17 |
data = dataset["train"]
|
18 |
|
19 |
# Check the structure of embeddings
|
20 |
-
|
21 |
-
|
22 |
|
23 |
# Ensure embeddings are 2-dimensional
|
24 |
-
|
25 |
-
|
26 |
|
27 |
# Apply the function to ensure embeddings are 2-dimensional
|
28 |
-
|
29 |
|
30 |
data = data.add_faiss_index("embedding")
|
31 |
|
|
|
17 |
data = dataset["train"]
|
18 |
|
19 |
# Check the structure of embeddings
|
20 |
+
example_embedding = data[0]['embedding']
|
21 |
+
print(f"Example embedding shape: {np.array(example_embedding).shape}")
|
22 |
|
23 |
# Ensure embeddings are 2-dimensional
|
24 |
+
def ensure_2d_embeddings(embeddings):
|
25 |
+
return [np.atleast_2d(embedding) for embedding in embeddings]
|
26 |
|
27 |
# Apply the function to ensure embeddings are 2-dimensional
|
28 |
+
data = data.map(lambda example: {'embedding': ensure_2d_embeddings(example['embedding'])})
|
29 |
|
30 |
data = data.add_faiss_index("embedding")
|
31 |
|