Update app.py

app.py

@@ -47,7 +47,14 @@ def llava_infer(image, text, temperature, top_p, max_tokens):
 
     # 预处理图像
     image_data = load_image(image)
-    image_tensor = image_processor.preprocess(image_data, return_tensors='pt')['pixel_values'].half().to(device)
+    image_tensor = image_processor.preprocess(image_data, return_tensors='pt')['pixel_values']
+
+    # **确保数据在正确的设备上**
+    image_tensor = image_tensor.to(device)
+    if torch.cuda.is_available():
+        image_tensor = image_tensor.half()  # GPU: 用 float16
+    else:
+        image_tensor = image_tensor.float()  # CPU: 用 float32
 
     # **处理对话**
     conv_mode = "llava_v1"