added lru cache

App/Embedding/utils/Initialize.py

@@ -2,6 +2,7 @@ from langchain.embeddings import HuggingFaceEmbeddings
 from langchain.docstore.document import Document
 from langchain.vectorstores import Pinecone
 from fastapi import BackgroundTasks
+from functools import lru_cache
 import os, requests
 import pinecone, pprint
 from .Elastic import FetchDocuments
@@ -56,6 +57,7 @@ def generate_text(doc):
     return pprint.pformat(doc["movie_results"][0]), doc["movie_results"][0]
 
 
+@lru_cache(maxsize=10000)
 def IdSearch(query: str, background_task: BackgroundTasks):
     doc = requests.get(
         f"https://api.themoviedb.org/3/find/{query}?external_source=imdb_id&language=en&api_key={TMDB_API}"
@@ -69,6 +71,7 @@ def IdSearch(query: str, background_task: BackgroundTasks):
     return TextSearch(text, filter={"key": {"$ne": query}})
 
 
+@lru_cache(maxsize=10000)
 def TextSearch(query: str, filter=None):
     docs = docsearch.similarity_search(query, k=10, filter=filter)
     keys = [doc.metadata["key"] for doc in docs]