Spaces:

psyche
/

llama3-korean-qa-chatbot

Running on Zero

psyche commited on Jun 9, 2024

Commit

f99e377

verified ·

1 Parent(s): a6b2a46

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -50,7 +50,7 @@ if not torch.cuda.is_available():
 if torch.cuda.is_available():
     model_id = "psyche/llama3-8b-instruct-ko"
-    model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto", load_in_4bit=True, revision="v3.7")
     tokenizer = AutoTokenizer.from_pretrained(model_id)

 if torch.cuda.is_available():
     model_id = "psyche/llama3-8b-instruct-ko"
+    model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto", load_in_4bit=True, revision="v3.8")
     tokenizer = AutoTokenizer.from_pretrained(model_id)