Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -77,7 +77,7 @@ class RAGChatbot:
|
|
77 |
|
78 |
# Generate response
|
79 |
inputs = self.tokenizer(full_prompt, return_tensors="pt", padding=True, truncation=True).to(self.model.device)
|
80 |
-
outputs = self.model.generate(**inputs, max_new_tokens=
|
81 |
response = self.tokenizer.decode(outputs[0], skip_special_tokens=True)
|
82 |
|
83 |
return response.split("Answer:")[-1].strip()
|
|
|
77 |
|
78 |
# Generate response
|
79 |
inputs = self.tokenizer(full_prompt, return_tensors="pt", padding=True, truncation=True).to(self.model.device)
|
80 |
+
outputs = self.model.generate(**inputs, max_new_tokens=50)
|
81 |
response = self.tokenizer.decode(outputs[0], skip_special_tokens=True)
|
82 |
|
83 |
return response.split("Answer:")[-1].strip()
|