Spaces:
Sleeping
Sleeping
user
commited on
Commit
·
5412ab7
1
Parent(s):
7ebdd2b
Fix tokenizer error
Browse files
app.py
CHANGED
@@ -66,9 +66,9 @@ def load_and_process_text(file_path):
|
|
66 |
return []
|
67 |
|
68 |
@st.cache_data
|
69 |
-
def create_embeddings(chunks,
|
70 |
-
tokenizer = AutoTokenizer.from_pretrained(
|
71 |
-
model = AutoModel.from_pretrained(
|
72 |
|
73 |
embeddings = []
|
74 |
for chunk in chunks:
|
|
|
66 |
return []
|
67 |
|
68 |
@st.cache_data
|
69 |
+
def create_embeddings(chunks, _embedding_model):
|
70 |
+
tokenizer = AutoTokenizer.from_pretrained(_embedding_model)
|
71 |
+
model = AutoModel.from_pretrained(_embedding_model)
|
72 |
|
73 |
embeddings = []
|
74 |
for chunk in chunks:
|