Bug fix

app.py

@@ -49,7 +49,8 @@ def load_model():
         # device_map=None,
         # torch_dtype=torch.float32
         device_map="auto",
-        torch_dtype=torch.float16
+        torch_dtype=torch.float16,
+        trust_remote_code = True
     )
     # model.to("cpu")
     return tokenizer, model