user commited on
Commit
5412ab7
·
1 Parent(s): 7ebdd2b

Fix tokenizer error

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -66,9 +66,9 @@ def load_and_process_text(file_path):
66
  return []
67
 
68
  @st.cache_data
69
- def create_embeddings(chunks, embedding_model):
70
- tokenizer = AutoTokenizer.from_pretrained(embedding_model)
71
- model = AutoModel.from_pretrained(embedding_model)
72
 
73
  embeddings = []
74
  for chunk in chunks:
 
66
  return []
67
 
68
  @st.cache_data
69
+ def create_embeddings(chunks, _embedding_model):
70
+ tokenizer = AutoTokenizer.from_pretrained(_embedding_model)
71
+ model = AutoModel.from_pretrained(_embedding_model)
72
 
73
  embeddings = []
74
  for chunk in chunks: