Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -37,7 +37,7 @@ def generate_response(query):
|
|
37 |
relevant_doc = retrieve_relevant_doc(query)
|
38 |
input_text = f"Document: {relevant_doc}\n\nQuestion: {query}\n\nAnswer:"
|
39 |
inputs = llama_tokenizer(input_text, return_tensors="pt").to(device)
|
40 |
-
outputs = llama_model.generate(inputs["input_ids"], max_length=
|
41 |
response = llama_tokenizer.decode(outputs[0], skip_special_tokens=True)
|
42 |
return response
|
43 |
|
|
|
37 |
relevant_doc = retrieve_relevant_doc(query)
|
38 |
input_text = f"Document: {relevant_doc}\n\nQuestion: {query}\n\nAnswer:"
|
39 |
inputs = llama_tokenizer(input_text, return_tensors="pt").to(device)
|
40 |
+
outputs = llama_model.generate(inputs["input_ids"], max_length=500)
|
41 |
response = llama_tokenizer.decode(outputs[0], skip_special_tokens=True)
|
42 |
return response
|
43 |
|