debug2

app.py

@@ -122,6 +122,7 @@ def generate(state, imagebox, textbox, image_process_mode, temperature, top_p, m
             #images = [load_image_from_base64(image) for image in images]
             image_sizes = [image.size for image in images]
             images = process_images(images, image_processor, model.config)
+            print(images, image_processor, model.config)
 
             if type(images) is list:
                 images = [image.to(model.device, dtype=torch.float16) for image in images]
@@ -131,7 +132,6 @@ def generate(state, imagebox, textbox, image_process_mode, temperature, top_p, m
             images = None
             image_sizes = None
         image_args = {"images": images, "image_sizes": image_sizes}
-        print(image_args)
     else:
         images = None
         image_args = {}
@@ -142,7 +142,6 @@ def generate(state, imagebox, textbox, image_process_mode, temperature, top_p, m
     stop_str = state.sep if state.sep_style in [SeparatorStyle.SINGLE, SeparatorStyle.MPT] else state.sep2
 
     input_ids = tokenizer_image_token(prompt, tokenizer, IMAGE_TOKEN_IDX, return_tensors='pt').unsqueeze(0).to(model.device)
-    print(input_ids)
     streamer = TextIteratorStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True, timeout=15)
 
     max_new_tokens = min(max_new_tokens, max_context_length - input_ids.shape[-1] - num_image_tokens)