Spaces:

cloneQ
/

assistTuner

Sleeping

cloneQ commited on Nov 16, 2024

Commit

4c65cb7

verified ·

1 Parent(s): 48848fb

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -184,7 +184,7 @@ def load_model():
     # model = (AutoModelForCausalLM.from_pretrained(
     #     model_name_or_path,
     #     trust_remote_code=True).to(torch.bfloat16).cuda())
-    model = AutoModelForCausalLM.from_pretrained(model_name_or_path, map_location=torch.device('cpu'))
     model.to_bettertransformer()
     tokenizer = AutoTokenizer.from_pretrained(model_name_or_path,
                                               trust_remote_code=True)

     # model = (AutoModelForCausalLM.from_pretrained(
     #     model_name_or_path,
     #     trust_remote_code=True).to(torch.bfloat16).cuda())
+    model = AutoModelForCausalLM.from_pretrained(model_name_or_path, map_location=torch.device('cpu'),trust_remote_code=True)
     model.to_bettertransformer()
     tokenizer = AutoTokenizer.from_pretrained(model_name_or_path,
                                               trust_remote_code=True)