Update app.py

app.py

@@ -1,10 +1,16 @@
+import os
 from transformers import AutoModelForCausalLM, AutoTokenizer
 import gradio as gr
 
-# Load the model and tokenizer
+# Get the Hugging Face token from the environment variable
+hf_token = os.getenv("HUGGINGFACE_HUB_TOKEN")
+
+# Model name
 model_name = "meta-llama/Llama-3.1-8B-Instruct"
-tokenizer = AutoTokenizer.from_pretrained(model_name)
-model = AutoModelForCausalLM.from_pretrained(model_name)
+
+# Load the model and tokenizer with the token
+tokenizer = AutoTokenizer.from_pretrained(model_name, use_auth_token=hf_token)
+model = AutoModelForCausalLM.from_pretrained(model_name, use_auth_token=hf_token)
 
 def predict(input_text):
     # Tokenize input and generate text
@@ -17,8 +23,8 @@ interface = gr.Interface(
     fn=predict,
     inputs=gr.Textbox(label="Input Text"),
     outputs=gr.Textbox(label="Generated Output"),
-    title="Phi-4 Model",
-    description="Generate text using the microsoft/phi-4 model."
+    title="Meta-LLaMA-3.1-8B-Instruct",
+    description="Generate text using the meta-llama/Llama-3.1-8B-Instruct model."
 )
 
 # Launch the interface