Update app.py

app.py

@@ -5,8 +5,8 @@ from transformers import pipeline, AutoModelForCausalLM, AutoTokenizer
 tokenizer = AutoTokenizer.from_pretrained("sambanovasystems/SambaLingo-Hungarian-Chat", use_fast=False)
 model = AutoModelForCausalLM.from_pretrained("sambanovasystems/SambaLingo-Hungarian-Chat", device_map="auto", torch_dtype="auto")
 
-# Create the pipeline
-pipe = pipeline("text-generation", model=model, tokenizer=tokenizer, device_map="auto", use_fast=False)
+# Create the pipeline with max_new_tokens parameter
+pipe = pipeline("text-generation", model=model, tokenizer=tokenizer, device_map="auto", use_fast=False, max_length=1024)
 
 # Define the chat function
 def chat(question):