fixed errors
Browse files
App/Embedding/utils/Initialize.py
CHANGED
@@ -25,8 +25,10 @@ vector_index = pinecone.Index(index_name=index_name)
|
|
25 |
docsearch = Pinecone.from_existing_index(index_name, embeddings)
|
26 |
|
27 |
|
28 |
-
def check_if_exists(imdb_id):
|
29 |
-
results =
|
|
|
|
|
30 |
if results:
|
31 |
return True
|
32 |
else:
|
@@ -34,11 +36,12 @@ def check_if_exists(imdb_id):
|
|
34 |
|
35 |
|
36 |
def add_document(imdb_id, doc):
|
37 |
-
|
|
|
38 |
if response:
|
39 |
print("document exists")
|
40 |
return
|
41 |
-
|
42 |
temp_doc["key"] = imdb_id
|
43 |
temp = Document(
|
44 |
page_content=text,
|
|
|
25 |
docsearch = Pinecone.from_existing_index(index_name, embeddings)
|
26 |
|
27 |
|
28 |
+
def check_if_exists(text, imdb_id):
|
29 |
+
results = docsearch.similarity_search(
|
30 |
+
text, filter={"key": {"$eq": imdb_id}}, top_k=1
|
31 |
+
)
|
32 |
if results:
|
33 |
return True
|
34 |
else:
|
|
|
36 |
|
37 |
|
38 |
def add_document(imdb_id, doc):
|
39 |
+
text, temp_doc = doc
|
40 |
+
response = check_if_exists(text=text, imdb_id=imdb_id)
|
41 |
if response:
|
42 |
print("document exists")
|
43 |
return
|
44 |
+
|
45 |
temp_doc["key"] = imdb_id
|
46 |
temp = Document(
|
47 |
page_content=text,
|