Yoxas commited on
Commit
e5f39fc
·
verified ·
1 Parent(s): e0306cb

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -5
app.py CHANGED
@@ -17,15 +17,15 @@ dataset = load_dataset("Yoxas/statistical_literacyv2")
17
  data = dataset["train"]
18
 
19
  # Check the structure of embeddings
20
- #example_embedding = data[0]['Abstract']
21
- #print(f"Example embedding shape: {np.array(example_embedding).shape}")
22
 
23
  # Ensure embeddings are 2-dimensional
24
- #def ensure_2d_embeddings(embeddings):
25
- #return [np.atleast_2d(embedding) for embedding in embeddings]
26
 
27
  # Apply the function to ensure embeddings are 2-dimensional
28
- #data = data.map(lambda example: {'Abstract_Embeddings': ensure_2d_embeddings(example['Abstract_Embeddings'])})
29
 
30
  data = data.add_faiss_index("embedding")
31
 
 
17
  data = dataset["train"]
18
 
19
  # Check the structure of embeddings
20
+ example_embedding = data[0]['embedding']
21
+ print(f"Example embedding shape: {np.array(example_embedding).shape}")
22
 
23
  # Ensure embeddings are 2-dimensional
24
+ def ensure_2d_embeddings(embeddings):
25
+ return [np.atleast_2d(embedding) for embedding in embeddings]
26
 
27
  # Apply the function to ensure embeddings are 2-dimensional
28
+ data = data.map(lambda example: {'embedding': ensure_2d_embeddings(example['embedding'])})
29
 
30
  data = data.add_faiss_index("embedding")
31