yakine commited on
Commit
a421e2f
·
verified ·
1 Parent(s): 83947eb

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -1,10 +1,10 @@
1
  import streamlit as st
2
  from transformers import AutoTokenizer, AutoModelForCausalLM
3
-
4
  # Load the Llama 3.1 model and tokenizer
5
  model_name = "meta-llama/Meta-Llama-3.1-8B"
6
- tokenizer = AutoTokenizer.from_pretrained(model_name)
7
- model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype="auto", device_map="auto")
8
 
9
  # Streamlit app interface
10
  st.title("Llama 3.1 Text Generator")
 
1
  import streamlit as st
2
  from transformers import AutoTokenizer, AutoModelForCausalLM
3
+ hf_token = os.getenv('HF_API_TOKEN')
4
  # Load the Llama 3.1 model and tokenizer
5
  model_name = "meta-llama/Meta-Llama-3.1-8B"
6
+ tokenizer = AutoTokenizer.from_pretrained(model_name, token= hf_token)
7
+ model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype="auto", device_map="auto",token = hf_token)
8
 
9
  # Streamlit app interface
10
  st.title("Llama 3.1 Text Generator")