pradeepsengarr commited on
Commit
bde561e
·
verified ·
1 Parent(s): 57401d3

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +9 -11
app.py CHANGED
@@ -1,22 +1,20 @@
1
  import streamlit as st
2
  import torch
3
  from transformers import AutoTokenizer, AutoModelForCausalLM
4
- from huggingface_hub import login
5
  import os
6
 
7
- # Authenticate using the secret
8
- hf_token = os.getenv("HF_TOKEN")
9
- if hf_token:
10
- login(token=hf_token)
11
- else:
12
- print("Hugging Face token not found! Please add it to Secrets.")
13
-
14
-
15
 
16
  # Load the model and tokenizer
17
  MODEL_NAME = "google/gemma-2b-it"
18
- tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
19
- model = AutoModelForCausalLM.from_pretrained(MODEL_NAME, torch_dtype=torch.float16, device_map="auto")
 
 
20
 
21
  # Streamlit UI
22
  st.title("Gemma-2B Code Assistant")
 
1
  import streamlit as st
2
  import torch
3
  from transformers import AutoTokenizer, AutoModelForCausalLM
 
4
  import os
5
 
6
+ # Load Hugging Face token from environment variable (Set this in Hugging Face Secrets)
7
+ hf_token = os.getenv("HUGGINGFACEHUB_API_TOKEN")
8
+ if not hf_token:
9
+ st.error("Hugging Face token not found! Please add it to Secrets in Hugging Face Spaces.")
10
+ st.stop()
 
 
 
11
 
12
  # Load the model and tokenizer
13
  MODEL_NAME = "google/gemma-2b-it"
14
+ tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME, use_auth_token=hf_token)
15
+ model = AutoModelForCausalLM.from_pretrained(
16
+ MODEL_NAME, torch_dtype=torch.float16, device_map="auto", use_auth_token=hf_token
17
+ )
18
 
19
  # Streamlit UI
20
  st.title("Gemma-2B Code Assistant")