attempting to let this work on CPU only

app.py

@@ -6,25 +6,21 @@ from PIL import Image
 # Check for GPU availability and set the device variable accordingly
 device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')
 
-
-
-
-
-# Load the BLIP-2 model and processor (needs A10G)
-#processor = AutoProcessor.from_pretrained("Salesforce/blip2-opt-6.7b-coco")
-# Load model in int8 using bitsandbytes, and pass device_map='auto'
-#model = Blip2ForConditionalGeneration.from_pretrained(
-#    "Salesforce/blip2-opt-6.7b-coco", load_in_8bit=True, device_map='auto'
-#)
-
-# Uncomment lines 20, 22, 23, & 24 to begin using blip2-opt-2.7b model (can run on T4 Medium)
-
 # Load the BLIP-2 model and processor
 processor = AutoProcessor.from_pretrained("Salesforce/blip2-opt-2.7b")
-# Load model in int8 using bitsandbytes, and pass device_map='auto'
-model = Blip2ForConditionalGeneration.from_pretrained(
-   "Salesforce/blip2-opt-2.7b", load_in_8bit=True, device_map='auto'
-)
+
+# Load model with additional parameters if GPU is available, else load without additional parameters
+if torch.cuda.is_available():
+    device_map = {0: 'cpu', 1: 'cpu'}  # Define a custom device map if needed
+    model = Blip2ForConditionalGeneration.from_pretrained(
+        "Salesforce/blip2-opt-2.7b",
+        load_in_8bit=True,
+        device_map=device_map,
+        load_in_8bit_fp32_cpu_offload=True
+    )
+else:
+    model = Blip2ForConditionalGeneration.from_pretrained("Salesforce/blip2-opt-2.7b")
+
 
 def blip2_interface(image, prompted_caption_text, vqa_question, chat_context):
     # Prepare image input