Steph254 commited on
Commit
cbfbc0d
·
verified ·
1 Parent(s): 8c6c12f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -2,7 +2,7 @@ import os
2
  import gradio as gr
3
  import torch
4
  import json
5
- from transformers import AutoTokenizer, AutoModelForCausalLM
6
  from peft import PeftModel
7
 
8
  # Set Hugging Face Token for Authentication
@@ -21,7 +21,7 @@ LLAMA_GUARD_NAME = "meta-llama/Llama-Guard-3-1B-INT4"
21
  def load_llama_model(model_name, is_guard=False):
22
  print(f"🔄 Loading Model: {model_name}")
23
 
24
- tokenizer = AutoTokenizer.from_pretrained(model_name, token=HUGGINGFACE_TOKEN)
25
  model = AutoModelForCausalLM.from_pretrained(
26
  model_name,
27
  token=HUGGINGFACE_TOKEN,
 
2
  import gradio as gr
3
  import torch
4
  import json
5
+ from transformers import LlamaTokenizer, AutoModelForCausalLM
6
  from peft import PeftModel
7
 
8
  # Set Hugging Face Token for Authentication
 
21
  def load_llama_model(model_name, is_guard=False):
22
  print(f"🔄 Loading Model: {model_name}")
23
 
24
+ tokenizer = LlamaTokenizer.from_pretrained(model_name, token=HUGGINGFACE_TOKEN)
25
  model = AutoModelForCausalLM.from_pretrained(
26
  model_name,
27
  token=HUGGINGFACE_TOKEN,