melk2025 commited on
Commit
b4e231d
·
verified ·
1 Parent(s): 6dc5514

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -0
app.py CHANGED
@@ -21,6 +21,10 @@ import requests
21
  import time
22
  import tempfile
23
  from langdetect import detect
 
 
 
 
24
 
25
  API_KEY = os.environ.get("OPENROUTER_API_KEY")
26
 
@@ -146,6 +150,7 @@ def retrieve_from_rag(user_query, chat_history):
146
  documents.append({
147
  "content": content.strip(),
148
  "metadata": metadata
 
149
  })
150
 
151
  # Rerank with BM25
 
21
  import time
22
  import tempfile
23
  from langdetect import detect
24
+ import nltk
25
+ nltk.download('punkt')
26
+ from nltk.tokenize import word_tokenize
27
+
28
 
29
  API_KEY = os.environ.get("OPENROUTER_API_KEY")
30
 
 
150
  documents.append({
151
  "content": content.strip(),
152
  "metadata": metadata
153
+ print(metadata)
154
  })
155
 
156
  # Rerank with BM25