Yoxas commited on
Commit
7db0360
·
verified ·
1 Parent(s): e03f71b

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +9 -1
app.py CHANGED
@@ -16,7 +16,15 @@ ST = SentenceTransformer("mixedbread-ai/mxbai-embed-large-v1")
16
  dataset = load_dataset("Yoxas/statistical_literacyv2")
17
 
18
  data = dataset["train"]
19
- data = data.add_faiss_index("Abstract_Embeddings") # column name that has the embeddings of the dataset
 
 
 
 
 
 
 
 
20
 
21
 
22
  model_id = "meta-llama/Meta-Llama-3-8B-Instruct"
 
16
  dataset = load_dataset("Yoxas/statistical_literacyv2")
17
 
18
  data = dataset["train"]
19
+
20
+ # Check the shape of the embeddings
21
+ print(data["Abstract_Embeddings"].shape)
22
+
23
+ # Reshape the embeddings if necessary
24
+ if len(data["Abstract_Embeddings"].shape) == 1:
25
+ data["Abstract_Embeddings"] = data["Abstract_Embeddings"].reshape(-1, 1)
26
+
27
+ data = data.add_faiss_index("Abstract_Embeddings")
28
 
29
 
30
  model_id = "meta-llama/Meta-Llama-3-8B-Instruct"