Steph254 commited on
Commit
b7a28cd
·
verified ·
1 Parent(s): 9c430d5

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -2,7 +2,7 @@ import os
2
  import gradio as gr
3
  import torch
4
  import json
5
- from transformers import AutoTokenizer, AutoModelForCausalLM
6
  from peft import PeftModel
7
 
8
  # Set Hugging Face Token for Authentication
@@ -19,7 +19,7 @@ def load_llama_model(model_path, is_guard=False):
19
 
20
  try:
21
  # Load tokenizer
22
- tokenizer = AutoTokenizer.from_pretrained(BASE_MODEL, token=HUGGINGFACE_TOKEN)
23
 
24
  # Load config first (to avoid shape mismatch errors)
25
  config = AutoModelForCausalLM.from_pretrained(BASE_MODEL, config_only=True).config
 
2
  import gradio as gr
3
  import torch
4
  import json
5
+ from transformers import LlamaTokenizer, AutoModelForCausalLM
6
  from peft import PeftModel
7
 
8
  # Set Hugging Face Token for Authentication
 
19
 
20
  try:
21
  # Load tokenizer
22
+ tokenizer = LlamaTokenizer.from_pretrained(BASE_MODEL, token=HUGGINGFACE_TOKEN)
23
 
24
  # Load config first (to avoid shape mismatch errors)
25
  config = AutoModelForCausalLM.from_pretrained(BASE_MODEL, config_only=True).config