Spaces:
Sleeping
Sleeping
Commit
·
f30c298
1
Parent(s):
c1e65a1
Enhance FastAPI implementation with better documentation, error handling and examples
Browse files- README.md +72 -3
- app.py +93 -8
- requirements.txt +4 -3
README.md
CHANGED
@@ -9,8 +9,77 @@ app_file: app.py
|
|
9 |
pinned: false
|
10 |
---
|
11 |
|
12 |
-
# MinerU PDF Extractor
|
13 |
|
14 |
-
This Hugging Face Space uses `magic-pdf` to extract structured content from PDFs
|
15 |
|
16 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
9 |
pinned: false
|
10 |
---
|
11 |
|
12 |
+
# MinerU PDF Extractor API
|
13 |
|
14 |
+
This Hugging Face Space provides a FastAPI-based service that uses `magic-pdf` to extract structured content from PDFs. The service exposes REST endpoints to process PDF files and return extracted text and tables in a structured JSON format.
|
15 |
|
16 |
+
## API Endpoints
|
17 |
+
|
18 |
+
### Health Check
|
19 |
+
|
20 |
+
```
|
21 |
+
GET /health
|
22 |
+
```
|
23 |
+
|
24 |
+
Returns the service status and timestamp.
|
25 |
+
|
26 |
+
### Extract PDF Content
|
27 |
+
|
28 |
+
```
|
29 |
+
POST /extract
|
30 |
+
```
|
31 |
+
|
32 |
+
Upload a PDF file to extract its text content and tables.
|
33 |
+
|
34 |
+
#### Request
|
35 |
+
|
36 |
+
- Content-Type: multipart/form-data
|
37 |
+
- Body: PDF file in the 'file' field
|
38 |
+
|
39 |
+
#### Response
|
40 |
+
|
41 |
+
JSON object containing:
|
42 |
+
- Filename
|
43 |
+
- Pages with extracted text
|
44 |
+
- Tables in Markdown format
|
45 |
+
|
46 |
+
## Usage Examples
|
47 |
+
|
48 |
+
### Using cURL
|
49 |
+
|
50 |
+
```bash
|
51 |
+
curl -X POST "https://marcosremar2-docker-mineru.hf.space/extract" \
|
52 |
+
-H "Content-Type: multipart/form-data" \
|
53 |
+
-F "file=@your_document.pdf" \
|
54 |
+
--output result.json
|
55 |
+
```
|
56 |
+
|
57 |
+
### Using Python
|
58 |
+
|
59 |
+
```python
|
60 |
+
import requests
|
61 |
+
|
62 |
+
url = "https://marcosremar2-docker-mineru.hf.space/extract"
|
63 |
+
files = {"file": open("your_document.pdf", "rb")}
|
64 |
+
|
65 |
+
response = requests.post(url, files=files)
|
66 |
+
data = response.json()
|
67 |
+
|
68 |
+
# Process the extracted data
|
69 |
+
print(f"Filename: {data['result']['filename']}")
|
70 |
+
print(f"Number of pages: {len(data['result']['pages'])}")
|
71 |
+
```
|
72 |
+
|
73 |
+
## API Documentation
|
74 |
+
|
75 |
+
Once deployed, you can access the auto-generated Swagger documentation at:
|
76 |
+
|
77 |
+
```
|
78 |
+
https://marcosremar2-docker-mineru.hf.space/docs
|
79 |
+
```
|
80 |
+
|
81 |
+
For ReDoc documentation:
|
82 |
+
|
83 |
+
```
|
84 |
+
https://marcosremar2-docker-mineru.hf.space/redoc
|
85 |
+
```
|
app.py
CHANGED
@@ -1,15 +1,76 @@
|
|
1 |
-
from fastapi import FastAPI, UploadFile, File
|
2 |
from fastapi.responses import JSONResponse
|
|
|
3 |
import magic_pdf
|
4 |
import tempfile
|
5 |
import os
|
6 |
import json
|
|
|
|
|
|
|
|
|
7 |
|
8 |
-
|
|
|
|
|
9 |
|
10 |
-
|
11 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
12 |
content = await file.read()
|
|
|
|
|
13 |
try:
|
14 |
# Save the uploaded PDF to a temporary file
|
15 |
with tempfile.NamedTemporaryFile(suffix=".pdf", delete=False) as temp_pdf:
|
@@ -21,6 +82,7 @@ async def extract(file: UploadFile = File(...)):
|
|
21 |
|
22 |
# Convert result to dictionary
|
23 |
output = {
|
|
|
24 |
"pages": []
|
25 |
}
|
26 |
|
@@ -36,9 +98,32 @@ async def extract(file: UploadFile = File(...)):
|
|
36 |
|
37 |
output["pages"].append(page_data)
|
38 |
|
39 |
-
# Clean up the temporary file
|
40 |
-
os.unlink(temp_pdf_path)
|
41 |
-
|
42 |
return {"result": output}
|
|
|
43 |
except Exception as e:
|
44 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
from fastapi import FastAPI, UploadFile, File, HTTPException
|
2 |
from fastapi.responses import JSONResponse
|
3 |
+
from fastapi.middleware.cors import CORSMiddleware
|
4 |
import magic_pdf
|
5 |
import tempfile
|
6 |
import os
|
7 |
import json
|
8 |
+
import traceback
|
9 |
+
import uvicorn
|
10 |
+
from datetime import datetime
|
11 |
+
from typing import Dict, List, Any, Optional
|
12 |
|
13 |
+
# Application metadata
|
14 |
+
app_description = """
|
15 |
+
# MinerU PDF Processor API
|
16 |
|
17 |
+
This API provides PDF processing capabilities using MinerU's magic-pdf library.
|
18 |
+
It extracts text content and tables from PDF documents.
|
19 |
+
|
20 |
+
## Features:
|
21 |
+
- PDF text extraction
|
22 |
+
- Table detection and extraction
|
23 |
+
- JSON response for easy integration
|
24 |
+
"""
|
25 |
+
|
26 |
+
app = FastAPI(
|
27 |
+
title="MinerU PDF API",
|
28 |
+
description=app_description,
|
29 |
+
version="1.0.0",
|
30 |
+
contact={
|
31 |
+
"name": "PDF Converter Service",
|
32 |
+
},
|
33 |
+
)
|
34 |
+
|
35 |
+
# Add CORS middleware to allow cross-origin requests
|
36 |
+
app.add_middleware(
|
37 |
+
CORSMiddleware,
|
38 |
+
allow_origins=["*"], # Allow all origins
|
39 |
+
allow_credentials=True,
|
40 |
+
allow_methods=["*"], # Allow all methods
|
41 |
+
allow_headers=["*"], # Allow all headers
|
42 |
+
)
|
43 |
+
|
44 |
+
# Health check endpoint
|
45 |
+
@app.get("/health", tags=["Health"])
|
46 |
+
async def health_check() -> Dict[str, Any]:
|
47 |
+
"""
|
48 |
+
Health check endpoint to verify the service is running.
|
49 |
+
Returns the service status and current time.
|
50 |
+
"""
|
51 |
+
return {
|
52 |
+
"status": "healthy",
|
53 |
+
"timestamp": datetime.now().isoformat(),
|
54 |
+
"service": "mineru-pdf-processor"
|
55 |
+
}
|
56 |
+
|
57 |
+
@app.post("/extract", tags=["PDF Processing"])
|
58 |
+
async def extract(file: UploadFile = File(...)) -> Dict[str, Any]:
|
59 |
+
"""
|
60 |
+
Extract text and tables from a PDF file.
|
61 |
+
|
62 |
+
Parameters:
|
63 |
+
file: The PDF file to process
|
64 |
+
|
65 |
+
Returns:
|
66 |
+
A JSON object containing the extracted content with pages, text blocks, and tables
|
67 |
+
"""
|
68 |
+
if not file.filename or not file.filename.lower().endswith('.pdf'):
|
69 |
+
raise HTTPException(status_code=400, detail="Invalid file. Please upload a PDF file.")
|
70 |
+
|
71 |
content = await file.read()
|
72 |
+
temp_pdf_path = None
|
73 |
+
|
74 |
try:
|
75 |
# Save the uploaded PDF to a temporary file
|
76 |
with tempfile.NamedTemporaryFile(suffix=".pdf", delete=False) as temp_pdf:
|
|
|
82 |
|
83 |
# Convert result to dictionary
|
84 |
output = {
|
85 |
+
"filename": file.filename,
|
86 |
"pages": []
|
87 |
}
|
88 |
|
|
|
98 |
|
99 |
output["pages"].append(page_data)
|
100 |
|
|
|
|
|
|
|
101 |
return {"result": output}
|
102 |
+
|
103 |
except Exception as e:
|
104 |
+
error_detail = str(e)
|
105 |
+
error_trace = traceback.format_exc()
|
106 |
+
|
107 |
+
# Log the error (would be better with a proper logger)
|
108 |
+
print(f"Error processing PDF: {error_detail}")
|
109 |
+
print(error_trace)
|
110 |
+
|
111 |
+
return JSONResponse(
|
112 |
+
status_code=500,
|
113 |
+
content={
|
114 |
+
"error": "Error processing PDF",
|
115 |
+
"detail": error_detail,
|
116 |
+
"filename": file.filename if file and hasattr(file, 'filename') else None
|
117 |
+
}
|
118 |
+
)
|
119 |
+
|
120 |
+
finally:
|
121 |
+
# Clean up the temporary file
|
122 |
+
if temp_pdf_path and os.path.exists(temp_pdf_path):
|
123 |
+
try:
|
124 |
+
os.unlink(temp_pdf_path)
|
125 |
+
except Exception:
|
126 |
+
pass
|
127 |
+
|
128 |
+
if __name__ == "__main__":
|
129 |
+
uvicorn.run("app:app", host="0.0.0.0", port=7860, reload=False)
|
requirements.txt
CHANGED
@@ -1,4 +1,5 @@
|
|
1 |
-
fastapi
|
2 |
-
uvicorn
|
3 |
magic-pdf[full]==1.3.10
|
4 |
-
python-multipart
|
|
|
|
1 |
+
fastapi==0.100.0
|
2 |
+
uvicorn==0.23.2
|
3 |
magic-pdf[full]==1.3.10
|
4 |
+
python-multipart==0.0.6
|
5 |
+
requests==2.31.0
|