Update app.py

app.py

@@ -1,24 +1,42 @@
+# from fastapi import FastAPI
+# from fastapi.responses import JSONResponse
+# from fastapi import Request
+# from huggingface_hub import InferenceClient
+
+# app = FastAPI()
+
+# @app.post("/")
+# async def greet_json(request: Request):
+#     input_data = await request.json()
+#     # number = input_data.get("number")
+ 
+#     # tripled_number = number * 2
+#     # return {"message": f"Your input number is: {number}, your doubled number is: {tripled_number}"}
+#     user_input = input_data.get("user_input")
+    
+#     client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
+#     # Get the response from the model
+#     response = client(user_input)
+    
+#     # assistant_response = client.text_generation(user_input)
+#     assistant_response = "I am assistant."
+#     return {"assistant_message": f"Your input message is: {user_input}, assistant_response is: {response}"}
 from fastapi import FastAPI, HTTPException
 from pydantic import BaseModel
 from huggingface_hub import InferenceClient
 import os
-from datasets import load_dataset
-from huggingface_hub import login
 
 app = FastAPI()
 
 # Get the token from the environment variable
 hf_token = os.environ.get("HF_TOKEN")
-# login(token=hf_token)
 
-client = InferenceClient("HuggingFaceH4/zephyr-7b-beta", token=hf_token)
-# dataset = load_dataset("Lhumpal/youtube-hunting-beast-transcripts", data_files={"concise": "concise/*", "raw": "raw/*"})
-# if dataset:
-#     texts = []
-#     for file in dataset["concise"]:
-#         # Remove newline characters from the 'text' field
-#         cleaned_text = file['text'].replace('\n', ' ')
-#         texts.append(cleaned_text)
+if hf_token:
+    client = InferenceClient("HuggingFaceH4/zephyr-7b-beta", token=hf_token)
+else:
+    raise ValueError("HF_TOKEN environment variable not set. Please add it as a secret in your Hugging Face Space.")
+
+# Rest of your code...
 
 class ChatRequest(BaseModel):
     message: str
@@ -30,7 +48,7 @@ class ChatRequest(BaseModel):
 
 class ChatResponse(BaseModel):
     response: str
-    
+
 @app.post("/chat", response_model=ChatResponse)
 async def chat(request: ChatRequest):
     try:
@@ -53,7 +71,6 @@ async def chat(request: ChatRequest):
             token = message.choices[0].delta.content
             response += token
 
-        return {"assistant_response": response}
-        
+        return {"response": response}
     except Exception as e:
         raise HTTPException(status_code=500, detail=str(e))