Update app.py

app.py

@@ -27,7 +27,15 @@ from huggingface_hub import InferenceClient
 
 app = FastAPI()
 
-client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
+# Get the token from the environment variable
+hf_token = os.environ.get("HF_TOKEN")
+
+if hf_token:
+    client = InferenceClient("HuggingFaceH4/zephyr-7b-beta", token=hf_token)
+else:
+    raise ValueError("HF_TOKEN environment variable not set. Please add it as a secret in your Hugging Face Space.")
+
+# Rest of your code...
 
 class ChatRequest(BaseModel):
     message: str