update

app.py

@@ -245,7 +245,7 @@ with gr.Blocks(
                     label="Mesh Representation",
                     height=300,
                     interactive=False,
-                    clear_color=[0.9, 0.9, 0.9, 1],
+                    clear_color=[0.8, 0.8, 0.8, 1],
                     elem_id="lighter_mesh",
                 )
 

common.py

@@ -78,6 +78,25 @@ DELIGHT = DelightingModel()
 IMAGESR_MODEL = ImageRealESRGAN(outscale=4)
 
 
+def download_kolors_weights() -> None:
+    logger.info(f"Download kolors weights from huggingface...")
+    subprocess.run(
+        [
+            "huggingface-cli", "download", "--resume-download",
+            "Kwai-Kolors/Kolors", "--local-dir", "weights/Kolors"
+        ],
+        check=True
+    )
+    subprocess.run(
+        [
+            "huggingface-cli", "download", "--resume-download",
+            "Kwai-Kolors/Kolors-IP-Adapter-Plus", "--local-dir", 
+            "weights/Kolors-IP-Adapter-Plus"
+        ],
+        check=True
+    )
+
+
 if os.getenv("GRADIO_APP") == "imageto3d":
     RBG_REMOVER = RembgRemover()
     SAM_PREDICTOR = SAMPredictor(model_type="vit_h", device="cpu")
@@ -98,10 +117,14 @@ elif os.getenv("GRADIO_APP") == "textto3d":
         "JeffreyXiang/TRELLIS-image-large"
     )
     # PIPELINE.cuda()
+    text_model_dir = "weights/Kolors"
+    if not os.path.exists(text_model_dir):
+        download_kolors_weights()
+
     PIPELINE_IMG_IP = build_text2img_ip_pipeline(
-        "weights/Kolors", ref_scale=0.3
+        text_model_dir, ref_scale=0.3
     )
-    PIPELINE_IMG = build_text2img_pipeline("weights/Kolors")
+    PIPELINE_IMG = build_text2img_pipeline(text_model_dir)
     SEG_CHECKER = ImageSegChecker(GPT_CLIENT)
     GEO_CHECKER = MeshGeoChecker(GPT_CLIENT)
     AESTHETIC_CHECKER = ImageAestheticChecker()
@@ -110,6 +133,9 @@ elif os.getenv("GRADIO_APP") == "textto3d":
         os.path.dirname(os.path.abspath(__file__)), "sessions/textto3d"
     )
 elif os.getenv("GRADIO_APP") == "texture_edit":
+    if not os.path.exists("weights/Kolors"):
+        download_kolors_weights()
+
     PIPELINE_IP = build_texture_gen_pipe(
         base_ckpt_dir="./weights",
         ip_adapt_scale=0.7,
@@ -130,7 +156,7 @@ os.makedirs(TMP_DIR, exist_ok=True)
 lighting_css = """
 <style>
 #lighter_mesh canvas {
-    filter: brightness(2.5) !important;
+    filter: brightness(2) !important;
 }
 </style>
 """