ai: Optimizing inference proxy for LLMs.

README.md

@@ -3,7 +3,6 @@ title: Jarvis AI
 colorFrom: yellow
 colorTo: purple
 sdk: gradio
-sdk_version: 5.23.3
 app_file: jarvis.py
 pinned: true
 short_description: Inspired by Iron Man movies.

jarvis.py

@@ -17,6 +17,15 @@ import pptx
 import fitz
 import io
 import uuid
+
+from optillm.cot_reflection import cot_reflection
+from optillm.leap import leap
+from optillm.plansearch import plansearch
+from optillm.reread import re2_approach
+from optillm.rto import round_trip_optimization
+from optillm.self_consistency import advanced_self_consistency_approach
+from optillm.z3_solver import Z3SymPySolverSystem
+
 from pathlib import Path
 from PIL import Image
 from pptx import Presentation

requirements.txt

@@ -1,4 +1,5 @@
 huggingface_hub
+gradio
 pytesseract
 pdfplumber
 python-docx
@@ -6,3 +7,4 @@ pandas
 python-pptx
 PyMuPDF
 Pillow
+optillm