update

app.py

@@ -60,6 +60,21 @@ refiner.scheduler = DPMSolverMultistepScheduler.from_config(base.scheduler.confi
 
 
 # DepthAnything
+
+transform = Compose([
+        Resize(
+            width=518,
+            height=518,
+            resize_target=False,
+            keep_aspect_ratio=True,
+            ensure_multiple_of=14,
+            resize_method='lower_bound',
+            image_interpolation_method=cv2.INTER_CUBIC,
+        ),
+        NormalizeImage(mean=[0.485, 0.456, 0.406], std=[0.229, 0.224, 0.225]),
+        PrepareForNet(),
+])
+
 @torch.no_grad()
 def predict_depth(model, image):
     return model(image)
@@ -87,7 +102,8 @@ def depthify(image):
 
 # DifferentialDiffusion
 
-def preprocess_image(image):
+def preprocess_image(image_array):
+    image = Image.fromarray(image_array)
     image = image.convert("RGB")
     image = transforms.CenterCrop((image.size[1] // 64 * 64, image.size[0] // 64 * 64))(image)
     image = transforms.ToTensor()(image)
@@ -137,7 +153,7 @@ def run(image, gs, prompt, neg_prompt):
     # first run 
     [(original_image, colored_depth), name, raw_depth] = depthify(image)
     print(f"original_image={original_image} colored_depth={colored_depth}, name={name}, raw_depth={raw_depth}")
-    return inference(original_image, raw_depth, gs, prompt, neg_prompt)
+    return raw_depth, inference(original_image, raw_depth, gs, prompt, neg_prompt)
 
 with gr.Blocks() as demo:
     with gr.Row():
@@ -153,6 +169,7 @@ with gr.Blocks() as demo:
                 clr_btn=gr.ClearButton(components=[input_image, gs, prompt, neg_prompt])
                 run_btn = gr.Button("Run",variant="primary")
 
+        change_map = gr.Image(label="Change Map")
         output = gr.Image(label="Output Image")
     run_btn.click(
       run,