Update app.py

app.py

@@ -5,7 +5,7 @@ import mdtex2html
 import os
 
 tokenizer = AutoTokenizer.from_pretrained("batmanmodel", trust_remote_code=True)
-model = AutoModel.from_pretrained("batmanmodel", trust_remote_code=True).half().cuda()
+model = AutoModel.from_pretrained("batmanmodel", trust_remote_code=True).quantize(4).half().cuda()
 model = model.eval()
 
 """Override Chatbot.postprocess"""