Update app.py

app.py

@@ -3,9 +3,9 @@ from transformers import AutoProcessor, Blip2ForConditionalGeneration
 import torch
 from PIL import Image
 
-# Load the BLIP-2 model and processor
+# Load the BLIP-2 model and processor with 8-bit loading
 processor = AutoProcessor.from_pretrained("Salesforce/blip2-opt-2.7b")
-model = Blip2ForConditionalGeneration.from_pretrained("Salesforce/blip2-opt-2.7b")
+model = Blip2ForConditionalGeneration.from_pretrained("Salesforce/blip2-opt-2.7b", load_in_8bit=True)
 
 # Set device to GPU if available
 device = "cuda" if torch.cuda.is_available() else "cpu"
@@ -41,7 +41,7 @@ def blip2_interface(image, prompted_caption_text, vqa_question, chat_context):
 
 # Define Gradio input and output components
 image_input = gr.inputs.Image(type="numpy")
-text_input = gr.inputs.Textbox()  # Use gr.inputs.Textbox() instead of gr.inputs.Text()
+text_input = gr.inputs.Text()
 output_text = gr.outputs.Textbox()
 
 # Create Gradio interface