Update app.py
Browse files
app.py
CHANGED
@@ -57,7 +57,7 @@ from langchain.llms import HuggingFacePipeline
|
|
57 |
import torch
|
58 |
|
59 |
# model_name = "deepseek-ai/deepseek-llm-7b-chat"
|
60 |
-
model_name = "
|
61 |
|
62 |
tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
|
63 |
|
@@ -70,7 +70,7 @@ model = AutoModelForCausalLM.from_pretrained(
|
|
70 |
)
|
71 |
|
72 |
hf_pipeline = pipeline(
|
73 |
-
"
|
74 |
model=model,
|
75 |
tokenizer=tokenizer,
|
76 |
max_new_tokens=300
|
|
|
57 |
import torch
|
58 |
|
59 |
# model_name = "deepseek-ai/deepseek-llm-7b-chat"
|
60 |
+
model_name = "mistralai/tiny-random-Mistral-7B"
|
61 |
|
62 |
tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
|
63 |
|
|
|
70 |
)
|
71 |
|
72 |
hf_pipeline = pipeline(
|
73 |
+
"text-generation",
|
74 |
model=model,
|
75 |
tokenizer=tokenizer,
|
76 |
max_new_tokens=300
|