pradeepsengarr commited on
Commit
4ce15d7
·
verified ·
1 Parent(s): 36dcbce

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +12 -10
app.py CHANGED
@@ -1,21 +1,23 @@
 
1
  import streamlit as st
2
  import torch
3
  from transformers import AutoTokenizer, AutoModelForCausalLM
4
- import os
5
 
6
- # Load Hugging Face Token from environment variable
7
- hf_token = os.getenv("HUGGINGFACEHUB_API_TOKEN")
8
 
9
- if hf_token is None:
10
- st.error("Hugging Face API Token is missing! Add it in Settings Secrets.")
11
  st.stop()
12
 
13
- # Model name
14
- MODEL_NAME = "google/gemma-2b-it"
15
 
16
- # Load tokenizer and model with authentication
17
- tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME, use_auth_token=hf_token)
18
- model = AutoModelForCausalLM.from_pretrained(MODEL_NAME, torch_dtype=torch.float16, device_map="auto", use_auth_token=hf_token)
 
19
 
20
  # Streamlit UI
21
  st.title("Gemma-2B Code Assistant")
 
1
+ import os
2
  import streamlit as st
3
  import torch
4
  from transformers import AutoTokenizer, AutoModelForCausalLM
5
+ from huggingface_hub import login
6
 
7
+ # Load Hugging Face Token from Secrets
8
+ hf_token = os.getenv("HF_TOKEN")
9
 
10
+ if not hf_token:
11
+ st.error("Hugging Face token is missing! Please add it to Hugging Face Secrets.")
12
  st.stop()
13
 
14
+ # Authenticate
15
+ login(token=hf_token)
16
 
17
+ # Load the model and tokenizer with authentication
18
+ MODEL_NAME = "google/gemma-2b-it"
19
+ tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME, token=hf_token)
20
+ model = AutoModelForCausalLM.from_pretrained(MODEL_NAME, token=hf_token, torch_dtype=torch.float16, device_map="auto")
21
 
22
  # Streamlit UI
23
  st.title("Gemma-2B Code Assistant")