Update app.py
Browse files
app.py
CHANGED
@@ -103,10 +103,12 @@ st.markdown("""
|
|
103 |
""", unsafe_allow_html=True)
|
104 |
|
105 |
|
|
|
|
|
106 |
class HuggingFaceEmbeddings(Embeddings):
|
107 |
def __init__(self, model_name: str):
|
108 |
self.tokenizer = AutoTokenizer.from_pretrained("FacebookAI/xlm-roberta-large")
|
109 |
-
self.model =
|
110 |
|
111 |
def embed_documents(self, texts: List[str]) -> List[List[float]]:
|
112 |
embeddings = []
|
|
|
103 |
""", unsafe_allow_html=True)
|
104 |
|
105 |
|
106 |
+
from transformers import AutoTokenizer, AutoModel
|
107 |
+
|
108 |
class HuggingFaceEmbeddings(Embeddings):
|
109 |
def __init__(self, model_name: str):
|
110 |
self.tokenizer = AutoTokenizer.from_pretrained("FacebookAI/xlm-roberta-large")
|
111 |
+
self.model = AutoModel.from_pretrained("FacebookAI/xlm-roberta-large") # Use AutoModel instead of AutoModelForMaskedLM
|
112 |
|
113 |
def embed_documents(self, texts: List[str]) -> List[List[float]]:
|
114 |
embeddings = []
|