app.py

import gradio as gr

gr.Interface.load("models/TheBloke/Mistral-7B-Instruct-v0.1-GPTQ").launch()