Yoxas commited on
Commit
86876ec
·
verified ·
1 Parent(s): 0e045b0

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -37,7 +37,7 @@ def generate_response(query):
37
  relevant_doc = retrieve_relevant_doc(query)
38
  input_text = f"Document: {relevant_doc}\n\nQuestion: {query}\n\nAnswer:"
39
  inputs = llama_tokenizer(input_text, return_tensors="pt").to(device)
40
- outputs = llama_model.generate(inputs["input_ids"], max_length=150)
41
  response = llama_tokenizer.decode(outputs[0], skip_special_tokens=True)
42
  return response
43
 
 
37
  relevant_doc = retrieve_relevant_doc(query)
38
  input_text = f"Document: {relevant_doc}\n\nQuestion: {query}\n\nAnswer:"
39
  inputs = llama_tokenizer(input_text, return_tensors="pt").to(device)
40
+ outputs = llama_model.generate(inputs["input_ids"], max_length=500)
41
  response = llama_tokenizer.decode(outputs[0], skip_special_tokens=True)
42
  return response
43