Update app.py
Browse files
app.py
CHANGED
@@ -105,8 +105,8 @@ st.markdown("""
|
|
105 |
|
106 |
class HuggingFaceEmbeddings(Embeddings):
|
107 |
def __init__(self, model_name: str):
|
108 |
-
self.tokenizer = AutoTokenizer.from_pretrained("
|
109 |
-
self.model =
|
110 |
|
111 |
def embed_documents(self, texts: List[str]) -> List[List[float]]:
|
112 |
embeddings = []
|
@@ -133,7 +133,7 @@ def get_pdf_index():
|
|
133 |
texts = text_splitter.split_text(full_text)
|
134 |
|
135 |
embeddings = HuggingFaceEmbeddings(
|
136 |
-
model_name="
|
137 |
)
|
138 |
|
139 |
return VectorstoreIndexCreator(
|
|
|
105 |
|
106 |
class HuggingFaceEmbeddings(Embeddings):
|
107 |
def __init__(self, model_name: str):
|
108 |
+
self.tokenizer = AutoTokenizer.from_pretrained("FacebookAI/xlm-roberta-large")
|
109 |
+
self.model = AutoModelForMaskedLM.from_pretrained("FacebookAI/xlm-roberta-large")
|
110 |
|
111 |
def embed_documents(self, texts: List[str]) -> List[List[float]]:
|
112 |
embeddings = []
|
|
|
133 |
texts = text_splitter.split_text(full_text)
|
134 |
|
135 |
embeddings = HuggingFaceEmbeddings(
|
136 |
+
model_name="FacebookAI/xlm-roberta-large"
|
137 |
)
|
138 |
|
139 |
return VectorstoreIndexCreator(
|