Update app.py
Browse files
app.py
CHANGED
@@ -78,8 +78,8 @@ subprocess.run(
|
|
78 |
|
79 |
|
80 |
# Load the tokenizer and model
|
81 |
-
tokenizer = AutoTokenizer.from_pretrained("HumanLLMs/Human-Like-
|
82 |
-
model = AutoModelForCausalLM.from_pretrained("HumanLLMs/Human-Like-
|
83 |
low_cpu_mem_usage=True,
|
84 |
torch_dtype=torch.bfloat16,
|
85 |
# quantization_config=quantization_config,
|
|
|
78 |
|
79 |
|
80 |
# Load the tokenizer and model
|
81 |
+
tokenizer = AutoTokenizer.from_pretrained("HumanLLMs/Human-Like-Mistral-Nemo-Instruct-2407")
|
82 |
+
model = AutoModelForCausalLM.from_pretrained("HumanLLMs/Human-Like-Mistral-Nemo-Instruct-2407", device_map="auto",
|
83 |
low_cpu_mem_usage=True,
|
84 |
torch_dtype=torch.bfloat16,
|
85 |
# quantization_config=quantization_config,
|