Commit
·
2ddd665
1
Parent(s):
b506682
Update app.py
Browse files
app.py
CHANGED
@@ -6,8 +6,8 @@ import numpy as np
|
|
6 |
from torch.nn import functional as F
|
7 |
|
8 |
|
9 |
-
m = AutoModelForCausalLM.from_pretrained("/
|
10 |
-
tok = AutoTokenizer.from_pretrained("/
|
11 |
generator = pipeline('text-generation', model=m, tokenizer=tok, device=0)
|
12 |
|
13 |
|
|
|
6 |
from torch.nn import functional as F
|
7 |
|
8 |
|
9 |
+
m = AutoModelForCausalLM.from_pretrained("stabilityai/stablelm-tuned-alpha-7b", torch_dtype=torch.float16).cuda()
|
10 |
+
tok = AutoTokenizer.from_pretrained("stabilityai/stablelm-tuned-alpha-7b")
|
11 |
generator = pipeline('text-generation', model=m, tokenizer=tok, device=0)
|
12 |
|
13 |
|