Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -4,8 +4,8 @@ import mdtex2html
|
|
4 |
|
5 |
import os
|
6 |
|
7 |
-
tokenizer = AutoTokenizer.from_pretrained("
|
8 |
-
model = AutoModel.from_pretrained("
|
9 |
model = model.eval()
|
10 |
|
11 |
"""Override Chatbot.postprocess"""
|
|
|
4 |
|
5 |
import os
|
6 |
|
7 |
+
tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm-6b-int4-qe", trust_remote_code=True)
|
8 |
+
model = AutoModel.from_pretrained("THUDM/chatglm-6b-int4-qe", trust_remote_code=True).half().cuda()
|
9 |
model = model.eval()
|
10 |
|
11 |
"""Override Chatbot.postprocess"""
|