Update main.py

main.py

@@ -1,16 +1,14 @@
-# main.py
-from fastapi import FastAPI, UploadFile, File, Form, Request
+from fastapi import FastAPI, UploadFile, Form, Request
+from fastapi.middleware.cors import CORSMiddleware
 from fastapi.responses import HTMLResponse, JSONResponse, FileResponse
 from fastapi.staticfiles import StaticFiles
 from fastapi.templating import Jinja2Templates
-from fastapi.middleware.cors import CORSMiddleware
-import tempfile, os
-
-from app import summarize_document
-from appImage import caption_image
+import shutil, os
+from tempfile import gettempdir
 
 app = FastAPI()
 
+# ✅ CORS to allow frontend access
 app.add_middleware(
     CORSMiddleware,
     allow_origins=["*"],
@@ -19,37 +17,56 @@ app.add_middleware(
     allow_headers=["*"],
 )
 
-app.mount("/static", StaticFiles(directory="static"), name="static")
+# ✅ Static assets
 app.mount("/resources", StaticFiles(directory="resources"), name="resources")
+app.mount("/static", StaticFiles(directory="static"), name="static")
+
+# ✅ Jinja2 Templates
 templates = Jinja2Templates(directory="templates")
 
-# Serve homepage
+# ✅ Serve Homepage
 @app.get("/", response_class=HTMLResponse)
 async def serve_home(request: Request):
-    return templates.TemplateResponse("HomeS.html", {"request": request})
+    return templates.TemplateResponse("home.html", {"request": request})
 
-# Document summarization endpoint
-@app.post("/summarize/")
-async def summarize(file: UploadFile = File(...), length: str = Form("medium")):
+# ✅ Predict endpoint (handles image + document)
+@app.post("/predict")
+async def predict(question: str = Form(...), file: UploadFile = Form(...)):
     try:
-        result = await summarize_document(file, length)
-        return JSONResponse(result)
-    except Exception as e:
-        return JSONResponse({"error": f"Summarization failed: {str(e)}"}, status_code=500)
+        temp_path = f"temp_{file.filename}"
+        with open(temp_path, "wb") as f:
+            shutil.copyfileobj(file.file, f)
+
+        is_image = file.content_type.startswith("image/")
+
+        if is_image:
+            from appImage import answer_question_from_image
+            from PIL import Image
+            image = Image.open(temp_path).convert("RGB")
+            answer, audio_path = answer_question_from_image(image, question)
+
+        else:
+            from app import answer_question_from_doc
+            class NamedFile:
+                def __init__(self, name): self.filename = name
+                def read(self): return open(self.filename, "rb").read()
+            answer, audio_path = answer_question_from_doc(NamedFile(temp_path), question)
+
+        os.remove(temp_path)
+
+        if audio_path and os.path.exists(audio_path):
+            return JSONResponse({
+                "answer": answer,
+                "audio": f"/audio/{os.path.basename(audio_path)}"
+            })
+        else:
+            return JSONResponse({"answer": answer})
 
-# Image captioning endpoint
-@app.post("/imagecaption/")
-async def caption(file: UploadFile = File(...)):
-    try:
-        result = await caption_image(file)
-        return JSONResponse(result)
     except Exception as e:
-        return JSONResponse({"error": f"Image captioning failed: {str(e)}"}, status_code=500)
-
-# Serve audio/pdf generated
-@app.get("/files/{filename}")
-async def serve_file(filename: str):
-    filepath = os.path.join(tempfile.gettempdir(), filename)
-    if os.path.exists(filepath):
-        return FileResponse(filepath)
-    return JSONResponse({"error": "File not found"}, status_code=404)
+        return JSONResponse({"error": str(e)}, status_code=500)
+
+# ✅ Serve audio
+@app.get("/audio/{filename}")
+async def get_audio(filename: str):
+    filepath = os.path.join(gettempdir(), filename)
+    return FileResponse(filepath, media_type="audio/mpeg")