chayanbhansali commited on
Commit
e050927
·
verified ·
1 Parent(s): c9dfe43

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -77,7 +77,7 @@ class RAGChatbot:
77
 
78
  # Generate response
79
  inputs = self.tokenizer(full_prompt, return_tensors="pt", padding=True, truncation=True).to(self.model.device)
80
- outputs = self.model.generate(**inputs, max_new_tokens=150)
81
  response = self.tokenizer.decode(outputs[0], skip_special_tokens=True)
82
 
83
  return response.split("Answer:")[-1].strip()
 
77
 
78
  # Generate response
79
  inputs = self.tokenizer(full_prompt, return_tensors="pt", padding=True, truncation=True).to(self.model.device)
80
+ outputs = self.model.generate(**inputs, max_new_tokens=50)
81
  response = self.tokenizer.decode(outputs[0], skip_special_tokens=True)
82
 
83
  return response.split("Answer:")[-1].strip()