Update app.py
Browse files
app.py
CHANGED
@@ -3,7 +3,8 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
|
|
3 |
import torch
|
4 |
|
5 |
# Model setup
|
6 |
-
model_name = "EleutherAI/gpt-neo-125M" # Lightweight model for Spaces
|
|
|
7 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
8 |
model = AutoModelForCausalLM.from_pretrained(model_name).to("cpu") # CPU-friendly for Spaces
|
9 |
|
|
|
3 |
import torch
|
4 |
|
5 |
# Model setup
|
6 |
+
#model_name = "EleutherAI/gpt-neo-125M" # Lightweight model for Spaces
|
7 |
+
model_name = "tiiuae/falcon-7b-instruct" # A bit better model
|
8 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
9 |
model = AutoModelForCausalLM.from_pretrained(model_name).to("cpu") # CPU-friendly for Spaces
|
10 |
|